-- Logs begin at Wed 2021-09-22 16:06:15 UTC, end at Wed 2021-09-22 17:08:56 UTC. -- Sep 22 16:39:08.649839 dv-cinder-809968-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 22 16:39:11.390346 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.common.config [-] Logging enabled! Sep 22 16:39:11.390929 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev12 Sep 22 16:39:11.391105 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100343) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 22 16:39:11.394333 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.common.config [-] Logging enabled! Sep 22 16:39:11.394582 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev12 Sep 22 16:39:11.394886 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100343) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 22 16:39:11.395816 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 22 16:39:11.396045 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 22 16:39:11.396399 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 22 16:39:11.396640 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 22 16:39:11.396861 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 22 16:39:11.397422 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.397750 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.398043 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.398270 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.398560 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.398843 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.399118 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.399401 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.399693 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.399970 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.400243 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.400518 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.400742 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.401015 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.401294 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.402166 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.402381 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] debug = True {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.402656 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.403072 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.403471 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.403746 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.404029 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.404300 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.404565 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.404916 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.405202 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.405526 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] host = dv-cinder-809968-4-iscsi {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.405826 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.406107 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.406387 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.406666 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.406934 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.407206 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.407483 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.407752 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.408018 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] log_file = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.408287 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.408568 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.408849 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.409131 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.409350 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.409586 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.409873 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.410155 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.410425 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.410692 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.410960 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.411227 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.411495 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.411757 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.412037 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.412313 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.412610 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.412862 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.413130 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.413395 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.413694 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.413975 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.414244 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.414511 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.414779 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.415059 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.415322 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.415596 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.415891 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.416173 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.416449 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.416728 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.417076 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.417894 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.418166 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.418436 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.418711 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] use_json = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.419065 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.419336 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.419615 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.419884 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.420152 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.420420 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.420727 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.420966 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:11.421255 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.421546 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.421860 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.422140 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.422428 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.422702 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.422986 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.423257 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.423538 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.423820 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.424103 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.424373 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.424653 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.424921 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.425209 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.425505 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.425824 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.426111 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.426381 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.426649 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.426918 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.427189 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.427469 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.427739 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.428021 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.428303 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.428575 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.428854 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.429143 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.429424 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.429729 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.430003 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.430289 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.430559 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.430826 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.431096 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.431377 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.431645 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.431914 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.432190 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.432460 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.432797 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.433183 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.433624 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.433918 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.434195 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.434463 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.434730 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.435001 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.435267 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.435545 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.435820 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.436086 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.436356 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.436630 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.436895 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.437162 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.437432 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.437734 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.438006 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.438272 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.438539 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.438805 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.439069 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.439334 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.439598 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.439861 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.440129 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.440395 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.440661 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.440924 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.441190 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.441455 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.441756 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.442046 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.442316 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.442588 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.442858 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.443128 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.443395 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.443663 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.443931 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.444202 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.444465 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.444748 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.445022 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.445299 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.445588 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.445865 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.446159 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.446431 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.446706 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.446974 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.447245 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.447521 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.447797 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.448086 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.448940 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.449226 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.449513 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.449834 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.450109 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.450413 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.450688 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:11.450904 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 22 16:39:11.451140 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100343) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 22 16:39:11.799427 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 22 16:39:11.799700 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 22 16:39:11.799985 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 22 16:39:11.800320 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 22 16:39:12.193004 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:12.193289 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:12.193584 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:12.194875 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:12.195143 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:12.195401 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:12.231974 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:12.232264 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:12.232506 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:12.247202 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:12.247474 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:12.247737 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:12.276221 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:12.277197 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:12.277458 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:12.314677 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:12.314957 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:12.315220 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:12.545330 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:12.545976 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:12.545976 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:12.546149 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:12.546813 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:12.666219 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:12.666530 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:12.666810 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:12.667211 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:12.667504 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:12.667864 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:12.668123 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:12.668378 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:12.668629 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:12.668906 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:12.669160 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:12.669421 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:12.669693 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:12.669941 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:12.670190 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:12.670450 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:12.670697 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:12.670957 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:12.671218 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:12.671470 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:12.671731 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:12.671975 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:12.672250 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:12.672627 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:12.672872 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:12.673114 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:12.673505 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100343) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 16:39:12.673830 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100343) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 16:39:12.674065 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100343) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 16:39:12.674297 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100343) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 16:39:12.674528 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100343) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 16:39:12.674758 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100343) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 16:39:12.675120 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 22 16:39:12.678206 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 22 16:39:12.682205 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 22 16:39:12.686458 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1050, 1099)])]) Sep 22 16:39:12.688062 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 22 16:39:12.688512 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 22 16:39:12.688843 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 22 16:39:12.689219 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 22 16:39:12.691997 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 22 16:39:12.692248 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 22 16:39:12.692589 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 22 16:39:12.697868 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 22 16:39:12.720060 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 22 16:39:12.720509 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:12.720800 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100343) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 22 16:39:12.721157 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:12.722539 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100343) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 22 16:39:12.722975 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 22 16:39:12.723217 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 22 16:39:12.726409 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:12.726689 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:12.790374 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 22 16:39:12.790607 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 22 16:39:12.790836 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 22 16:39:12.791195 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 22 16:39:12.814561 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_db.sqlalchemy.engines [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100343) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 22 16:39:13.355438 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.plugins.ml2.managers [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Initializing driver for type 'gre' Sep 22 16:39:13.355997 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] gre ID ranges: [(1, 1000)] Sep 22 16:39:13.407547 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.plugins.ml2.managers [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Initializing driver for type 'local' Sep 22 16:39:13.407933 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.plugins.ml2.managers [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Initializing driver for type 'vlan' Sep 22 16:39:13.421623 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] VlanTypeDriver initialization complete Sep 22 16:39:13.422010 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.plugins.ml2.managers [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Initializing driver for type 'vxlan' Sep 22 16:39:13.422488 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] vxlan ID ranges: [(1, 1000)] Sep 22 16:39:13.476193 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.plugins.ml2.managers [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Initializing extension driver 'port_security' Sep 22 16:39:13.476544 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.plugins.ml2.extensions.port_security [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] PortSecurityExtensionDriver initialization complete Sep 22 16:39:13.476877 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.plugins.ml2.managers [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Initializing mechanism driver 'openvswitch' Sep 22 16:39:13.477195 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.plugins.ml2.managers [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Initializing mechanism driver 'hyperv' Sep 22 16:39:13.484567 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.plugins.ml2.plugin [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:39:13.485249 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: > port after_create 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.485642 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: > port after_update 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.485990 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: > port after_delete 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.486509 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100343) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 22 16:39:13.486938 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: > subnet after_create 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.487287 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: > subnet after_update 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.487628 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.488020 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100343) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 22 16:39:13.488428 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: > network after_create 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.488778 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: > network after_update 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.489119 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: > network after_delete 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.489511 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100343) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 22 16:39:13.489946 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: > security_group after_create 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.490298 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: > security_group after_update 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.490635 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: > security_group after_delete 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.491163 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100343) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 22 16:39:13.491572 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.491920 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.492259 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.492655 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100343) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 22 16:39:13.493059 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: > address_group after_create 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.493403 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: > address_group after_update 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.493767 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: > address_group after_delete 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.494159 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100343) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 22 16:39:13.494537 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] ML2 OVO RPC backend initialized. {{(pid=100343) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 22 16:39:13.495238 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.495589 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.496002 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: > network before_response 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.496346 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: > networks before_response 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.497232 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: > port before_response 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.497608 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: > ports before_response 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.497957 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: > subnet before_response 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.498300 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: > subnets before_response 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.498644 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: > network after_create 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.498982 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: > network after_update 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.499315 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: > network after_delete 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.499651 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: > port after_create 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.499984 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: > port after_update 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.500318 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: > port after_delete 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.500653 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: > subnet after_create 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.500984 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: > subnet after_update 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.501318 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.501928 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.plugins.ml2.plugin [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Modular L2 Plugin initialization complete Sep 22 16:39:13.502256 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading services supported by the core plugin {{(pid=100343) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 22 16:39:13.502580 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.plugins.ml2.managers [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Got port-security extension from driver 'port_security' Sep 22 16:39:13.503038 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.extensions.vlantransparent [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Disabled vlantransparent extension. Sep 22 16:39:13.503569 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100343) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 22 16:39:13.503883 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading Plugin: router Sep 22 16:39:13.539837 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: > router_interface before_create 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.540225 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: > router after_create 55549900 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.540597 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: > router before_create 55549900 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.540963 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.541337 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.541719 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: > router after_delete 55549900 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.542078 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: > floatingip after_create 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.542426 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: > floatingip after_update 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.542781 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: > router after_create 55549900 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.543124 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: > router after_update 55549900 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.544182 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: > router after_update 55549900 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.544516 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.544873 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: > router after_update 55549900 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.545281 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: > router precommit_update 55549900 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.545673 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: port after_update 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.546227 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: port after_delete 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.546342 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: subnet after_update 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.546680 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.547028 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: > port precommit_delete 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.547374 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: > router precommit_create 55549900 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.547717 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: port before_delete 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.548056 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: > router precommit_create 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.548411 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: > router after_update 55549900 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.548752 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: > router precommit_delete 55549900 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.549099 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: > router precommit_create 55549900 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.549461 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.549908 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: > router precommit_update 55549900 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.550278 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: > agent after_create 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.550626 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: > agent after_delete 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.550970 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: > network after_delete 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.551819 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.quota.resource_registry [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Tracking information for resource: router configured {{(pid=100343) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 16:39:13.552149 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.quota.resource_registry [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Tracking information for resource: floatingip configured {{(pid=100343) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 16:39:13.557078 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.db.l3_agentschedulers_db [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 22 16:39:13.557684 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: port after_update 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.558046 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: port after_create 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.558396 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: port after_delete 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.558745 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: port after_update 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.559735 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: > router before_create 55550100 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.560100 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: > router precommit_delete 55550100 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.560458 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: > router precommit_create 55550100 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.560814 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: > router precommit_update 55550100 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.565500 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.services.provider_configuration [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Service providers = [] {{(pid=100343) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 22 16:39:13.565889 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.db.servicetype_db [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100343) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 22 16:39:13.568842 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.services.service_base [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100343) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 22 16:39:13.569191 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.services.service_base [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100343) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 22 16:39:13.569534 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.services.service_base [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100343) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 22 16:39:13.570439 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.services.service_base [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100343) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 22 16:39:13.570811 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.services.service_base [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 22 16:39:13.571190 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100343) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 16:39:13.571507 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 22 16:39:13.582171 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100343) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 16:39:13.582506 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading Plugin: auto_allocate Sep 22 16:39:13.588213 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: network precommit_update 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.588590 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: network precommit_create 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.589116 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100343) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 16:39:13.589436 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading Plugin: tag Sep 22 16:39:13.596554 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100343) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 16:39:13.596886 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading Plugin: timestamp Sep 22 16:39:13.600912 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100343) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 16:39:13.601246 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading Plugin: network_ip_availability Sep 22 16:39:13.607310 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.607674 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.608032 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.608740 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100343) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 16:39:13.609059 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading Plugin: flavors Sep 22 16:39:13.613756 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100343) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 16:39:13.614087 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading Plugin: revisions Sep 22 16:39:13.618338 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100343) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 16:39:13.618728 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_concurrency.lockutils [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.819s {{(pid=100343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 22 16:39:13.619451 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100343) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 22 16:39:13.619783 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Initializing extension manager. Sep 22 16:39:13.620290 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: __init__.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.620628 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: __pycache__ {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.620960 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.621293 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: address_group.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.622096 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.622655 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loaded extension: address-group Sep 22 16:39:13.622981 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: address_scope.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.623886 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.624400 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loaded extension: address-scope Sep 22 16:39:13.624724 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: admin_state_down_before_update.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.625671 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.626185 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loaded extension: router-admin-state-down-before-update Sep 22 16:39:13.626510 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: agent.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.627208 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.627719 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loaded extension: agent Sep 22 16:39:13.628040 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: agent_resources_synced.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.628950 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.629460 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loaded extension: agent-resources-synced Sep 22 16:39:13.629804 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: allowedaddresspairs.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.631574 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.632096 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loaded extension: allowed-address-pairs Sep 22 16:39:13.632421 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: auto_allocated_topology.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.633492 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.634038 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loaded extension: auto-allocated-topology Sep 22 16:39:13.634358 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: availability_zone.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.635051 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.635561 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loaded extension: availability_zone Sep 22 16:39:13.635881 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: availability_zone_filter.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.636791 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.637862 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loaded extension: availability_zone_filter Sep 22 16:39:13.638278 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: data_plane_status.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.639188 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.639696 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extension data-plane-status not supported by any of loaded plugins Sep 22 16:39:13.640018 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: default_subnetpools.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.640927 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.641439 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loaded extension: default-subnetpools Sep 22 16:39:13.641792 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: dhcpagentscheduler.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.642599 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.643111 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loaded extension: dhcp_agent_scheduler Sep 22 16:39:13.643433 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: dns.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.644347 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.644858 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extension dns-integration not supported by any of loaded plugins Sep 22 16:39:13.645179 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: dns_domain_ports.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.646132 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.646645 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 22 16:39:13.646966 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.648144 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.648654 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 22 16:39:13.648974 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: dvr.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.649670 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.650180 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loaded extension: dvr Sep 22 16:39:13.650498 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: ecmp_routes.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.651409 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.651915 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 22 16:39:13.652234 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: empty_string_filtering.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.653830 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.654341 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loaded extension: empty-string-filtering Sep 22 16:39:13.654660 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.655570 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.656080 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 22 16:39:13.656399 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.657308 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.657852 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 22 16:39:13.658173 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: external_net.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.659093 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.659602 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loaded extension: external-net Sep 22 16:39:13.659920 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: extra_dhcp_opt.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.660857 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.661366 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loaded extension: extra_dhcp_opt Sep 22 16:39:13.661720 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: extraroute.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.662624 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.663131 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loaded extension: extraroute Sep 22 16:39:13.663449 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: extraroute_atomic.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.664472 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.664979 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loaded extension: extraroute-atomic Sep 22 16:39:13.665300 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: filter_validation.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.665985 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.666490 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loaded extension: filter-validation Sep 22 16:39:13.666810 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: fip_pf_description.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.667718 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.668220 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 22 16:39:13.668582 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: fip_port_details.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.669490 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.670025 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loaded extension: fip-port-details Sep 22 16:39:13.670346 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: flavors.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.671569 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.672129 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loaded extension: flavors Sep 22 16:39:13.672408 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.674096 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.674624 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 22 16:39:13.674957 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: floatingip_pools.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.675659 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.676172 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loaded extension: floatingip-pools Sep 22 16:39:13.676498 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: ip_allocation.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.677424 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.677977 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extension ip_allocation not supported by any of loaded plugins Sep 22 16:39:13.678301 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.679216 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.679730 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loaded extension: ip-substring-filtering Sep 22 16:39:13.680053 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: l2_adjacency.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.680985 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.681494 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 22 16:39:13.681941 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: l3.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.683030 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.683553 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loaded extension: router Sep 22 16:39:13.683919 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: l3_conntrack_helper.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.686246 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.686774 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 22 16:39:13.687103 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.688049 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.688571 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loaded extension: ext-gw-mode Sep 22 16:39:13.688896 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.689858 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.690377 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loaded extension: l3-ha Sep 22 16:39:13.690701 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: l3_flavors.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.691636 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.692149 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loaded extension: l3-flavors Sep 22 16:39:13.692470 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.693397 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.693926 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 22 16:39:13.694249 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: l3agentscheduler.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.695267 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.695777 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loaded extension: l3_agent_scheduler Sep 22 16:39:13.696101 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: logging.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.697596 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.698123 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extension logging not supported by any of loaded plugins Sep 22 16:39:13.698452 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: metering.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.699198 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.700395 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loaded extension: metering Sep 22 16:39:13.700728 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.701850 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.702373 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loaded extension: metering_source_and_destination_fields Sep 22 16:39:13.702699 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: multiprovidernet.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.703647 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.704131 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loaded extension: multi-provider Sep 22 16:39:13.704453 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: netmtu.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.705361 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.705899 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loaded extension: net-mtu Sep 22 16:39:13.706212 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: netmtu_writable.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.707121 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.707632 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loaded extension: net-mtu-writable Sep 22 16:39:13.707953 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: network_availability_zone.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.708620 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.709123 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loaded extension: network_availability_zone Sep 22 16:39:13.709439 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: network_ip_availability.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.710569 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.711085 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loaded extension: network-ip-availability Sep 22 16:39:13.711412 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: network_segment_range.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.712172 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.712678 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extension network-segment-range not supported by any of loaded plugins Sep 22 16:39:13.713001 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: pagination.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.714011 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.714339 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loaded extension: pagination Sep 22 16:39:13.714657 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: port_device_profile.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.716366 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.716969 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loaded extension: port-device-profile Sep 22 16:39:13.717291 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.718255 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.718766 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loaded extension: port-mac-address-regenerate Sep 22 16:39:13.719088 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.719997 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.720508 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loaded extension: port-numa-affinity-policy Sep 22 16:39:13.720829 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: port_resource_request.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.721923 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.722435 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extension port-resource-request not supported by any of loaded plugins Sep 22 16:39:13.722760 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: portbindings.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.723683 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.724192 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loaded extension: binding Sep 22 16:39:13.724514 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: portbindings_extended.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.725895 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.726348 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loaded extension: binding-extended Sep 22 16:39:13.726678 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: portsecurity.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.727594 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.728116 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loaded extension: port-security Sep 22 16:39:13.728439 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: project_id.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.729437 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.729808 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loaded extension: project-id Sep 22 16:39:13.730133 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: providernet.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.731085 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.731596 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loaded extension: provider Sep 22 16:39:13.731912 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: qos.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.735445 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.735981 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extension qos not supported by any of loaded plugins Sep 22 16:39:13.736313 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.737548 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.738099 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 22 16:39:13.738427 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.739341 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.739854 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 22 16:39:13.740177 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: qos_default.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.741082 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.741620 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extension qos-default not supported by any of loaded plugins Sep 22 16:39:13.741944 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: qos_fip.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.742591 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.743096 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extension qos-fip not supported by any of loaded plugins Sep 22 16:39:13.743415 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: qos_gateway_ip.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.744330 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.744840 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 22 16:39:13.745164 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: qos_port_network_policy.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.746101 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.746812 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 22 16:39:13.747144 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: qos_pps_rule.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.748321 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.748839 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extension qos-pps not supported by any of loaded plugins Sep 22 16:39:13.749163 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: qos_rule_type_details.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.750105 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.750616 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 22 16:39:13.750939 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: qos_rules_alias.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.751974 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.752488 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 22 16:39:13.752809 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: quotasv2.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.753768 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.754093 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loaded extension: quotas Sep 22 16:39:13.754411 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: quotasv2_detail.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.757693 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.758036 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loaded extension: quota_details Sep 22 16:39:13.758362 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: rbac.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.759426 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.759952 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loaded extension: rbac-policies Sep 22 16:39:13.760282 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: rbac_address_group.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.761219 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.761777 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loaded extension: rbac-address-group Sep 22 16:39:13.762632 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: rbac_address_scope.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.763557 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.764074 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loaded extension: rbac-address-scope Sep 22 16:39:13.764399 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: rbac_security_groups.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.765310 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.765854 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loaded extension: rbac-security-groups Sep 22 16:39:13.766179 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: rbac_subnetpool.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.767093 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.767613 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loaded extension: rbac-subnetpool Sep 22 16:39:13.767933 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: revisionifmatch.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.768862 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.769379 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loaded extension: revision-if-match Sep 22 16:39:13.769733 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: revisions.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.770845 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.771361 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loaded extension: standard-attr-revisions Sep 22 16:39:13.771684 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: router_availability_zone.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.772612 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.773125 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loaded extension: router_availability_zone Sep 22 16:39:13.773447 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: routerservicetype.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.774393 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.774906 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extension router-service-type not supported by any of loaded plugins Sep 22 16:39:13.775229 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.776143 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.776659 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loaded extension: security-groups-normalized-cidr Sep 22 16:39:13.776978 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: security_groups_port_filtering.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.778542 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.779055 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loaded extension: port-security-groups-filtering Sep 22 16:39:13.779379 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.780306 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.780823 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loaded extension: security-groups-remote-address-group Sep 22 16:39:13.781146 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: securitygroup.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.792180 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.792709 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loaded extension: security-group Sep 22 16:39:13.793042 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: segment.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.794023 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.794536 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extension segment not supported by any of loaded plugins Sep 22 16:39:13.794864 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.795800 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.796311 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 22 16:39:13.796641 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: servicetype.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.797836 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.798360 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loaded extension: service-type Sep 22 16:39:13.798693 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: sorting.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.799674 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.800000 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loaded extension: sorting Sep 22 16:39:13.800320 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: standard_attr_segment.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.801235 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.801770 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 22 16:39:13.802094 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: standardattrdescription.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.802740 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.803248 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loaded extension: standard-attr-description Sep 22 16:39:13.803572 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: stateful_security_group.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.804489 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.805007 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loaded extension: stateful-security-group Sep 22 16:39:13.805329 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: stdattrs_common.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.805941 dv-cinder-809968-4-iscsi neutron-server[100343]: WARNING neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 22 16:39:13.806261 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.807182 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.807704 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 22 16:39:13.808027 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: subnet_onboard.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.809264 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.809811 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loaded extension: subnet_onboard Sep 22 16:39:13.810138 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.811061 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.811576 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 22 16:39:13.811899 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: subnet_service_types.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.812821 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.813334 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loaded extension: subnet-service-types Sep 22 16:39:13.813696 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: subnetallocation.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.814772 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.815367 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loaded extension: subnet_allocation Sep 22 16:39:13.815691 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.816358 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.816878 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loaded extension: subnetpool-prefix-ops Sep 22 16:39:13.817200 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.818161 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.818687 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 22 16:39:13.819008 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: tagging.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.820093 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.820609 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loaded extension: standard-attr-tag Sep 22 16:39:13.820936 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: timestamp.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.822176 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.822692 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loaded extension: standard-attr-timestamp Sep 22 16:39:13.823018 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: trunk.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.824051 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.825158 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extension trunk not supported by any of loaded plugins Sep 22 16:39:13.825618 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: trunk_details.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.826548 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.827066 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extension trunk-details not supported by any of loaded plugins Sep 22 16:39:13.827386 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: uplink_status_propagation.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.828315 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.828831 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 22 16:39:13.829155 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Loading extension file: vlantransparent.py {{(pid=100343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:39:13.829862 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:39:13.830375 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 22 16:39:13.832893 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.quota.resource_registry [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Creating instance of TrackedResource for resource:network Sep 22 16:39:13.833433 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.quota.resource_registry [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Creating instance of TrackedResource for resource:subnet Sep 22 16:39:13.833862 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.quota.resource_registry [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 16:39:13.834264 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.quota.resource_registry [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Creating instance of TrackedResource for resource:port Sep 22 16:39:13.835472 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.v2.resource_helper [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100343) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 16:39:13.835916 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.v2.resource_helper [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Service FLAVORS assigned prefix: {{(pid=100343) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 16:39:13.836553 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.v2.resource_helper [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100343) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 16:39:13.836976 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.v2.resource_helper [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100343) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 16:39:13.837314 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.quota.resource_registry [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Creating instance of TrackedResource for resource:router Sep 22 16:39:13.837767 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.quota.resource_registry [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Creating instance of TrackedResource for resource:floatingip Sep 22 16:39:13.838254 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.v2.resource_helper [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Service METERING assigned prefix: /metering {{(pid=100343) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 16:39:13.839677 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.840044 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.840953 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:39:13.841981 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.quota.resource_registry [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Creating instance of CountableResource for resource:rbac_policy Sep 22 16:39:13.842416 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.quota.resource_registry [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Creating instance of TrackedResource for resource:security_group Sep 22 16:39:13.842840 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.quota.resource_registry [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 22 16:39:13.843421 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.v2.resource_helper [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Service CORE assigned prefix: {{(pid=100343) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 16:39:13.843747 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.quota.resource_registry [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 16:39:13.844087 dv-cinder-809968-4-iscsi neutron-server[100343]: WARNING neutron.quota.resource_registry [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] subnetpool is already registered Sep 22 16:39:13.844530 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.v2.resource_helper [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Service CORE assigned prefix: {{(pid=100343) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 16:39:13.844861 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.quota.resource_registry [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 16:39:13.845195 dv-cinder-809968-4-iscsi neutron-server[100343]: WARNING neutron.quota.resource_registry [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] subnetpool is already registered Sep 22 16:39:13.847501 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.v2.resource_helper [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100343) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 16:39:13.847928 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.v2.resource_helper [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Service FLAVORS assigned prefix: {{(pid=100343) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 16:39:13.848520 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.v2.resource_helper [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100343) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 16:39:13.848937 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.v2.resource_helper [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100343) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 16:39:13.849273 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.quota.resource_registry [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Creating instance of TrackedResource for resource:router Sep 22 16:39:13.849638 dv-cinder-809968-4-iscsi neutron-server[100343]: WARNING neutron.quota.resource_registry [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] router is already registered Sep 22 16:39:13.850048 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.quota.resource_registry [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Creating instance of TrackedResource for resource:floatingip Sep 22 16:39:13.850385 dv-cinder-809968-4-iscsi neutron-server[100343]: WARNING neutron.quota.resource_registry [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] floatingip is already registered Sep 22 16:39:13.850828 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.v2.resource_helper [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Service METERING assigned prefix: /metering {{(pid=100343) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 16:39:13.851488 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.quota.resource_registry [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Creating instance of CountableResource for resource:rbac_policy Sep 22 16:39:13.851811 dv-cinder-809968-4-iscsi neutron-server[100343]: WARNING neutron.quota.resource_registry [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] rbac_policy is already registered Sep 22 16:39:13.852216 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.quota.resource_registry [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Creating instance of TrackedResource for resource:security_group Sep 22 16:39:13.852547 dv-cinder-809968-4-iscsi neutron-server[100343]: WARNING neutron.quota.resource_registry [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] security_group is already registered Sep 22 16:39:13.852941 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.quota.resource_registry [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 22 16:39:13.853271 dv-cinder-809968-4-iscsi neutron-server[100343]: WARNING neutron.quota.resource_registry [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] security_group_rule is already registered Sep 22 16:39:13.853913 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.v2.resource_helper [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Service CORE assigned prefix: {{(pid=100343) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 16:39:13.854239 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.quota.resource_registry [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 16:39:13.854572 dv-cinder-809968-4-iscsi neutron-server[100343]: WARNING neutron.quota.resource_registry [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] subnetpool is already registered Sep 22 16:39:13.854986 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.v2.resource_helper [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Service CORE assigned prefix: {{(pid=100343) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 16:39:13.855311 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.quota.resource_registry [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 16:39:13.855638 dv-cinder-809968-4-iscsi neutron-server[100343]: WARNING neutron.quota.resource_registry [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] subnetpool is already registered Sep 22 16:39:13.856148 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extended resource: extensions {{(pid=100343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:39:13.857784 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extended resource: address-groups {{(pid=100343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:39:13.859260 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extended resource: address-scopes {{(pid=100343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:39:13.860575 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extended resource: agents {{(pid=100343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:39:13.861759 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extended resource: auto-allocated-topology {{(pid=100343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:39:13.863004 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extended resource: availability_zones {{(pid=100343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:39:13.864212 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extended resource: dhcp-networks {{(pid=100343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:39:13.865753 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extended resource: dhcp-agents {{(pid=100343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:39:13.867173 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extended resource: routers {{(pid=100343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:39:13.869370 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extended resource: flavors {{(pid=100343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:39:13.870562 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extended resource: service_profiles {{(pid=100343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:39:13.871811 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extended resource: next_providers {{(pid=100343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:39:13.873256 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extended resource: service_profiles {{(pid=100343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:39:13.874803 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extended resource: floatingip-pools {{(pid=100343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:39:13.876014 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extended resource: routers {{(pid=100343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:39:13.878136 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extended resource: floatingips {{(pid=100343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:39:13.879410 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extended resource: l3-routers {{(pid=100343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:39:13.880794 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extended resource: l3-agents {{(pid=100343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:39:13.882206 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extended resource: metering-labels {{(pid=100343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:39:13.883552 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extended resource: metering-label-rules {{(pid=100343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:39:13.884805 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extended resource: network-ip-availabilities {{(pid=100343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:39:13.886095 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extended resource: bindings {{(pid=100343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:39:13.889086 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extended resource: quotas {{(pid=100343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:39:13.890580 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extended resource: quotas {{(pid=100343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:39:13.891978 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extended resource: rbac-policies {{(pid=100343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:39:13.893170 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extended resource: security-groups {{(pid=100343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:39:13.894495 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extended resource: security-group-rules {{(pid=100343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:39:13.895785 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extended resource: service-providers {{(pid=100343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:39:13.896981 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extended resource: subnetpools {{(pid=100343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:39:13.898683 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extended resource: subnetpools {{(pid=100343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:39:13.900127 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extended resource: tags {{(pid=100343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:39:13.901787 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extended resource: tags {{(pid=100343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:39:13.904293 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extended resource: tags {{(pid=100343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:39:13.906096 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extended resource: tags {{(pid=100343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:39:13.907913 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extended resource: tags {{(pid=100343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:39:13.909684 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extended resource: tags {{(pid=100343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:39:13.911853 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extended resource: tags {{(pid=100343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:39:13.913776 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extended resource: tags {{(pid=100343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:39:13.915500 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extended resource: tags {{(pid=100343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:39:13.917208 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron.api.extensions [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Extended resource: tags {{(pid=100343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:39:13.923516 dv-cinder-809968-4-iscsi neutron-server[100343]: WARNING keystonemiddleware.auth_token [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 22 16:39:13.928136 dv-cinder-809968-4-iscsi neutron-server[100343]: WARNING keystonemiddleware.auth_token [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 22 16:39:13.937187 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_concurrency.lockutils [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Acquired lock "singleton_lock" {{(pid=100343) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 22 16:39:13.937685 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_concurrency.lockutils [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Releasing lock "singleton_lock" {{(pid=100343) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 22 16:39:13.938329 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO oslo_service.service [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Starting 2 workers Sep 22 16:39:13.943125 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Started child 100452 {{(pid=100343) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 22 16:39:13.947504 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Started child 100453 {{(pid=100343) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 22 16:39:13.948591 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:39:13.949345 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO neutron.service [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 22 16:39:13.950318 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Notify callbacks [] for process, before_spawn {{(pid=100343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:39:13.950841 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [-] (100452) wsgi starting up on http://0.0.0.0:9696 Sep 22 16:39:13.952895 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO oslo_service.service [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Starting 1 workers Sep 22 16:39:13.953095 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:39:13.954552 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [-] (100453) wsgi starting up on http://0.0.0.0:9696 Sep 22 16:39:13.958128 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Started child 100454 {{(pid=100343) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 22 16:39:13.958670 dv-cinder-809968-4-iscsi neutron-server[100343]: INFO oslo_service.service [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Starting 1 workers Sep 22 16:39:13.961954 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.service [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] calling RpcWorker wait() {{(pid=100454) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 22 16:39:13.962512 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.service [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] returning from RpcWorker wait() {{(pid=100454) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 22 16:39:13.963104 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Started child 100455 {{(pid=100343) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 22 16:39:13.963807 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:39:13.963903 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG neutron_lib.callbacks.manager [None req-eed47f88-9099-4df5-8036-fa91c989df40 None None] Notify callbacks [] for process, after_spawn {{(pid=100343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:39:13.964320 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:39:13.966093 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100343) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 22 16:39:13.966301 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 22 16:39:13.966484 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 22 16:39:13.966695 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 22 16:39:13.967083 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 22 16:39:13.967219 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 22 16:39:13.967704 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.967973 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.968221 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:39:13.968720 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.968720 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.968847 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.969364 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.969630 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.969867 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.970151 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.970387 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.970557 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.970719 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.970960 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.971716 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.972021 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.972284 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.972532 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.972785 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.972953 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.973198 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.973461 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.973712 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.973983 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] debug = True {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.974245 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.974752 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.974973 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.975216 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.975433 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.975704 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.975930 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.976189 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.976439 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.976666 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.976917 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.977184 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.977413 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.977667 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.977886 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.978127 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.978344 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.978799 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] host = dv-cinder-809968-4-iscsi {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.979027 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.979292 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.979501 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.979755 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.980012 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.980242 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.980467 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.980700 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.981024 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.981247 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.981500 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.981781 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.982025 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.982279 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] log_file = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.982460 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] log_options = True {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.982681 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.982939 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.983195 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.983385 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.983550 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.983724 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.983973 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.984117 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.984376 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.984617 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.984801 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.985012 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.985253 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.985464 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.985801 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.985987 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.986217 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.986458 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.986715 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.986954 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.987175 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.987432 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.987666 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.987881 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.988090 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.988319 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.988546 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.988756 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.988979 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.989193 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.989427 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.989772 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.990204 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.990204 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.990459 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.990643 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.990869 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.991081 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.991340 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.991565 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.991830 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.992084 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.992295 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.992537 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.992768 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.993008 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.993220 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] use_json = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.993436 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.993689 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.993958 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.994171 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.994401 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.994610 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.994859 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.995151 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:13.995489 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:13.995795 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:13.996096 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:13.996362 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:13.996618 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:13.996889 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:13.997106 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:13.997314 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:13.997544 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:13.997811 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:13.998128 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:13.998477 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:13.998849 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:13.999096 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:13.999383 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:13.999674 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:13.999916 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.000054 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:39:14.000186 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.000407 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.000623 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.000870 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.001123 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.001405 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.001667 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.001916 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.002149 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.002369 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.002694 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.003487 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.003487 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.003730 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.003923 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.004157 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.004390 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.004612 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.004875 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.005095 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.005319 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.005510 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.005763 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.006325 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.006325 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.006559 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.006693 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.006881 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.007256 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.007388 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.007571 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.007803 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.008031 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.008242 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.008470 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.008695 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.008907 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.009161 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.009408 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.009647 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.009870 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.010086 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.010349 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.010597 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.011330 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.011330 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.011330 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.011682 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.011682 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.011894 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.012701 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.012933 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.013159 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.015202 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.015202 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.015202 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.015202 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.015202 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.015202 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.015202 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.015202 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.015202 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.015883 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.015883 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.015883 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.015883 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.016150 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.016237 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.016391 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.016598 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.016810 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.017018 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.017275 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.017632 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.017855 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.018120 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.018366 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.018579 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.018814 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.019068 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.019282 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.019497 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.019951 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.020220 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.021051 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.021310 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.021524 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.021784 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.022283 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.022498 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.022716 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.022926 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.023171 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.023413 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.023678 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.023924 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.024194 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.024441 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.024692 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.024964 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.025239 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.025513 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.025758 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.026224 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.026515 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.026789 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.027058 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.027307 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.027565 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.028425 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.028676 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.028947 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.029173 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.029635 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.030080 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.030352 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.030605 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.030858 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.031094 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.031344 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.031721 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.031905 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.032119 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.032349 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.032632 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.032861 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.033116 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.033380 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.033645 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.033898 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.034131 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.034357 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.034589 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.034836 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.035066 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.035592 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.035736 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.035902 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.036133 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.036352 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.036564 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.036799 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.037011 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.037246 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.037473 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.037730 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.037948 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.038194 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.038424 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.038640 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.038873 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.039086 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.039298 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.039511 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.039728 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.039987 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.040202 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.040475 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.040739 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.040955 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.041182 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.041418 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.041707 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.041937 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.042177 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.042393 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.042605 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.042836 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.043069 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.043320 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.043533 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.043776 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.044246 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.044434 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.044573 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.044910 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.045181 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.045428 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.045833 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.045981 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.046131 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.046364 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.046598 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.046813 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.047025 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.047237 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.047496 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.047718 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.047956 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.048185 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.048396 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.048605 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.048835 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.049064 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.049360 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.053781 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.053781 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.053781 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.053781 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.053781 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.053781 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.053781 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.053781 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.055315 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.055315 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.055315 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.055315 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.055315 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.055315 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.055315 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.055315 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.055942 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.055942 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.055942 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.055942 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.055942 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.055942 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.055942 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.055942 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.056507 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.056507 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.056507 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.056507 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.056507 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.056507 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.056507 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.056507 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.057132 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.057132 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.057132 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.057347 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.058604 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.058604 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.058604 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.058604 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.058604 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.059539 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.059619 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.060488 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.060488 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.060488 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.060488 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.060811 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.060890 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.061196 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.061487 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.062259 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.062259 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.062458 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.062577 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.062853 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.063070 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.063387 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.063686 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.063963 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.064210 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.064452 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.064699 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.064928 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.065141 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.065372 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.065624 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.065856 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.066123 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.066367 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.066594 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.066799 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.067017 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.067232 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.067474 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.067702 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.067912 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.068123 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.068278 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 22 16:39:14.068824 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100343) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 22 16:39:14.068984 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 22 16:39:14.069135 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 22 16:39:14.069303 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 22 16:39:14.069468 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 22 16:39:14.069644 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 22 16:39:14.069848 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.070019 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.070171 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.070329 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.070477 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.070646 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.070808 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.070942 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.071091 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.071434 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.071434 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.071681 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.071681 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.071838 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.071960 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.072117 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.072272 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.072428 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.072587 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.072743 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.072898 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.073053 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.073210 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] debug = True {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.073360 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.073575 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.073730 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.073886 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.074040 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.074195 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.074350 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.075115 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.075284 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.075440 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.075604 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.075796 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.075888 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.076027 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.076182 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.076338 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.076495 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.076651 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] host = dv-cinder-809968-4-iscsi {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.076806 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.076961 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.077117 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.077272 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.077427 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.077601 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.078017 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.078017 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.078168 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.078252 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.078346 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.078478 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.078626 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.078782 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] log_file = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.078937 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] log_options = True {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.079092 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.079246 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.079400 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.079581 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.079747 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.079903 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.080059 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.080218 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.080376 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.080519 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.080672 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.080826 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.080982 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.081139 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.081294 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.081448 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.081627 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.081786 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.081944 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.082100 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.082255 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.082410 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.082566 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.082720 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.082876 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.083032 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.083186 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.083340 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.083494 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.083648 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.083803 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.083958 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.084114 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.084269 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.084443 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.084568 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.084721 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.084875 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.085034 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.085189 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.085343 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.085498 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.085691 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.085847 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.086003 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.086159 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.086314 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] use_json = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.086469 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.086624 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.086779 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.086934 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.087089 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.087243 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.087397 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.087553 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:39:14.087730 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.087894 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.088067 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.088224 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.088383 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.088541 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.088700 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.088859 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.089016 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.089174 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.089338 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.089498 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.089694 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.089853 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.090011 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.090282 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.090546 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.090640 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.090778 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.090906 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.091274 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.091274 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.091768 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.091768 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.091768 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.092074 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.092074 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.092217 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.092344 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.092466 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.092597 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.092947 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.092947 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.093182 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.093182 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.093374 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.093452 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.093608 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.093771 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.093933 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.094092 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.094250 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.094410 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.094569 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.094927 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.094927 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.095162 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.095162 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.095332 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.095457 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.095616 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.095775 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.095934 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.096093 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.096251 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.096422 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.096630 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.096771 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.096897 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.097017 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.097175 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.097331 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.097489 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.097690 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.097850 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.098069 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.098162 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.098314 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.098472 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.098631 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.098789 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.098979 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.099119 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.099252 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.099379 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.099539 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.099702 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.100027 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.100027 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.100238 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.100321 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.100451 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.100610 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.100767 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.100925 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.101083 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.101241 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.101400 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.101593 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.101745 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.101918 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.102077 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.102235 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.102394 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.102557 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.102713 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.103050 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.103209 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.103367 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.103527 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.103686 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.103846 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.104007 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.104317 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.104317 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.104470 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.104604 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.104763 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.104922 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.105081 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.105238 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.105396 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.105572 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.105753 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.105913 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.106072 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.106241 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.106400 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.106739 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.106903 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.107069 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.107244 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.107406 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.107896 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.107896 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.107896 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.108239 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.108239 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.108450 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.108450 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.108645 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.108727 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.108894 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.109229 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.109229 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.109471 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.109610 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.109695 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.109845 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.110004 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.110162 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.110322 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.110481 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.110640 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.110798 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.110957 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.111115 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.111274 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.111433 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.111591 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.111750 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.111837 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:39:14.111930 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.112052 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.112212 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.112373 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.112530 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.112689 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.112848 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.113006 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.113165 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.113324 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.113489 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.113662 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.113822 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.113981 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.114139 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.114298 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.115378 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.115378 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.115378 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.115378 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.115378 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.115378 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.115378 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.115876 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.115876 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.115876 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.116082 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.116082 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.116222 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.116362 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.116522 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.116680 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.116839 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.116998 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.117156 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.117328 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.117462 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.117643 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.117804 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.117961 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.118118 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.118296 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.118437 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.118595 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.118753 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.118912 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.119071 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.119230 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.119387 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.119546 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.119704 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.119866 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.120027 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.120188 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.120346 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.120505 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.120664 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.120823 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.120980 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.121139 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.121831 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.122104 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.122277 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.122510 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.122683 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.122843 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.123015 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.123174 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.123334 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.123493 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.123651 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.123809 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.123979 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.124138 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.124295 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.124454 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.124612 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.124771 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.124940 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.125099 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.125258 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.125416 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.125607 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.125752 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.125921 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.126080 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.126238 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.126430 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.126651 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.126816 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.126992 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.127152 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.127309 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.127468 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.127626 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.127785 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.127953 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.128388 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.128388 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.128894 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.128894 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.129144 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.129144 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.129300 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.129417 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.129538 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.129740 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.130104 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.130104 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.130355 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.130355 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.130554 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.130658 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.130818 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.130987 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.131156 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.131499 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.131499 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.131709 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.131833 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.131956 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.132073 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.132233 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.132392 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.132549 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.132708 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.132867 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.133024 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.133184 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.133343 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.133501 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.133669 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.133831 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.133990 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.134149 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.134306 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.134467 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.134626 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.134785 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:39:14.134936 dv-cinder-809968-4-iscsi neutron-server[100343]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 22 16:39:14.323961 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 51564) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:39:14.333417 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [-] 10.222.0.66 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065055 Sep 22 16:39:25.786331 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860c1d51-bc4f-421c-9415-4e82db0aa827 None None] get_active_networks_info from dv-cinder-809968-4-iscsi {{(pid=100454) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 22 16:39:25.849320 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860c1d51-bc4f-421c-9415-4e82db0aa827 None None] No non-hosted networks {{(pid=100454) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 22 16:39:25.857899 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.agentschedulers_db [None req-860c1d51-bc4f-421c-9415-4e82db0aa827 None None] DHCP Agent not found on host dv-cinder-809968-4-iscsi {{(pid=100454) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 22 16:39:25.940251 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-bbb76382-dfc9-4fa2-a4cc-ad18970370c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1701079'] for agent, after_create {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:39:28.649062 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ec18b3ad-e897-4d13-9bdc-4b5714890c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1701079'] for agent, after_create {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:39:28.697447 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-71804bea-d239-4d02-ae81-938f7cc69a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:39:29.007546 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1701079'] for agent, after_create {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:39:29.008217 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:39:29.008556 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:39:29.008887 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:39:29.009216 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:39:29.009538 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:39:29.009888 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:39:29.010229 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:39:29.010550 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:39:29.010870 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:39:29.011186 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:39:29.011504 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:39:29.011821 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:39:29.012221 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-809968-4-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:39:29.032533 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-809968-4-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:39:29.583408 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-c376604a-15ac-4af8-994c-a8e4e85893e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1701079'] for agent, after_create {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:39:30.876830 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ea12bc52-457f-4758-858a-1e27800db098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1701079'] for agent, after_create {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:39:32.144963 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 51654) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:39:32.643067 dv-cinder-809968-4-iscsi neutron-server[100452]: WARNING oslo_policy.policy [None req-23986154-a6db-4904-aa03-f813e4a4ffc9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 16:39:32.643641 dv-cinder-809968-4-iscsi neutron-server[100452]: WARNING oslo_policy.policy [None req-23986154-a6db-4904-aa03-f813e4a4ffc9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 16:39:32.864237 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [None req-23986154-a6db-4904-aa03-f813e4a4ffc9 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:39:32.865505 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-23986154-a6db-4904-aa03-f813e4a4ffc9 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7182808 Sep 22 16:39:35.269896 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 51668) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:39:35.584758 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [None req-1a05dff8-df6f-4d03-a5ac-1b148f33a93e admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:39:35.677933 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.policy [None req-1a05dff8-df6f-4d03-a5ac-1b148f33a93e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100452) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 22 16:39:35.724040 dv-cinder-809968-4-iscsi neutron-server[100452]: WARNING oslo_policy.policy [None req-1a05dff8-df6f-4d03-a5ac-1b148f33a93e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 16:39:35.724418 dv-cinder-809968-4-iscsi neutron-server[100452]: WARNING oslo_policy.policy [None req-1a05dff8-df6f-4d03-a5ac-1b148f33a93e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 16:39:35.733101 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.quota [None req-1a05dff8-df6f-4d03-a5ac-1b148f33a93e admin admin] Loaded quota_driver: . Sep 22 16:39:35.819829 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-1a05dff8-df6f-4d03-a5ac-1b148f33a93e admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735273095141', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735273094554', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735273082052', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735273080232', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735273515760', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735273059842', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-626620', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-828056', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1918225', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1989179'] for rbac-policy, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:39:35.883664 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-1a05dff8-df6f-4d03-a5ac-1b148f33a93e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:39:35.885039 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-1a05dff8-df6f-4d03-a5ac-1b148f33a93e admin admin] 10.222.0.66 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6141388 Sep 22 16:39:36.001945 dv-cinder-809968-4-iscsi neutron-server[100454]: INFO neutron.db.l3_hamode_db [None req-bf0f4dbf-1755-4ace-a620-1f4ac8f35689 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 22 16:39:36.081338 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0f4dbf-1755-4ace-a620-1f4ac8f35689 None None] Routers set() bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 16:39:36.081771 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0f4dbf-1755-4ace-a620-1f4ac8f35689 None None] Router IDs set() for agent in host dv-cinder-809968-4-iscsi {{(pid=100454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 22 16:39:38.552831 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 51680) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:39:38.845135 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [None req-9f2f25a1-f34f-4848-9e1d-0ca6a9a9337a admin admin] Request body: {'network': {'tenant_id': '742bbd7b67da48f4b0482f0d45bc85a9', 'project_id': '742bbd7b67da48f4b0482f0d45bc85a9', 'admin_state_up': True, 'name': 'private'}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:39:38.873283 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2f25a1-f34f-4848-9e1d-0ca6a9a9337a admin admin] Made reservation on behalf of 742bbd7b67da48f4b0482f0d45bc85a9 for: {'network': 1} {{(pid=100452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:39:38.876176 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-9f2f25a1-f34f-4848-9e1d-0ca6a9a9337a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for network, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:39:38.893126 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-9f2f25a1-f34f-4848-9e1d-0ca6a9a9337a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:39:39.015269 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-9f2f25a1-f34f-4848-9e1d-0ca6a9a9337a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:39:39.019097 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-9f2f25a1-f34f-4848-9e1d-0ca6a9a9337a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:39:39.039223 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f2f25a1-f34f-4848-9e1d-0ca6a9a9337a admin admin] vlan segment allocate from pool success with {'vlan_id': 1085, 'physical_network': 'physnet1'} {{(pid=100452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 16:39:39.069692 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-9f2f25a1-f34f-4848-9e1d-0ca6a9a9337a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735275045259', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720390'] for segment, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:39:39.070292 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-9f2f25a1-f34f-4848-9e1d-0ca6a9a9337a admin admin] Unsubscribe: segment precommit_create {{(pid=100452) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 22 16:39:39.070806 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.db.segments_db [None req-9f2f25a1-f34f-4848-9e1d-0ca6a9a9337a admin admin] Added segment 9ef340bc-7973-489a-b959-157240d9c064 of type vlan for network dc1afd60-3529-483e-8028-b40a6d34b746 Sep 22 16:39:39.077967 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2f25a1-f34f-4848-9e1d-0ca6a9a9337a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=898a070f-0439-476a-a4ab-fba4d42a3d67,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:39:39.118192 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2f25a1-f34f-4848-9e1d-0ca6a9a9337a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:39:39.118534 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2f25a1-f34f-4848-9e1d-0ca6a9a9337a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:39:39.118870 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2f25a1-f34f-4848-9e1d-0ca6a9a9337a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:39:39.119194 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2f25a1-f34f-4848-9e1d-0ca6a9a9337a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:39:39.119515 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2f25a1-f34f-4848-9e1d-0ca6a9a9337a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:39:39.119850 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2f25a1-f34f-4848-9e1d-0ca6a9a9337a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:39:39.120170 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2f25a1-f34f-4848-9e1d-0ca6a9a9337a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:39:39.120500 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2f25a1-f34f-4848-9e1d-0ca6a9a9337a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:39:39.120862 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2f25a1-f34f-4848-9e1d-0ca6a9a9337a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:39:39.121372 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2f25a1-f34f-4848-9e1d-0ca6a9a9337a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:39:39.121814 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2f25a1-f34f-4848-9e1d-0ca6a9a9337a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:39:39.122136 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2f25a1-f34f-4848-9e1d-0ca6a9a9337a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:39:39.123270 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2f25a1-f34f-4848-9e1d-0ca6a9a9337a admin admin] Tracked resource versions report: Sep 22 16:39:39.123270 dv-cinder-809968-4-iscsi neutron-server[100452]: pushed versions: Sep 22 16:39:39.123270 dv-cinder-809968-4-iscsi neutron-server[100452]: { 'AddressGroup': {'1.2'}, Sep 22 16:39:39.123270 dv-cinder-809968-4-iscsi neutron-server[100452]: 'ConntrackHelper': {'1.0'}, Sep 22 16:39:39.123270 dv-cinder-809968-4-iscsi neutron-server[100452]: 'Log': {'1.0'}, Sep 22 16:39:39.123270 dv-cinder-809968-4-iscsi neutron-server[100452]: 'Network': {'1.1'}, Sep 22 16:39:39.123270 dv-cinder-809968-4-iscsi neutron-server[100452]: 'Port': {'1.7'}, Sep 22 16:39:39.123270 dv-cinder-809968-4-iscsi neutron-server[100452]: 'PortForwarding': {'1.2'}, Sep 22 16:39:39.123270 dv-cinder-809968-4-iscsi neutron-server[100452]: 'QosPolicy': {'1.9'}, Sep 22 16:39:39.123270 dv-cinder-809968-4-iscsi neutron-server[100452]: 'SecurityGroup': {'1.4'}, Sep 22 16:39:39.123270 dv-cinder-809968-4-iscsi neutron-server[100452]: 'SecurityGroupRule': {'1.2'}, Sep 22 16:39:39.123270 dv-cinder-809968-4-iscsi neutron-server[100452]: 'SubPort': {'1.0'}, Sep 22 16:39:39.123270 dv-cinder-809968-4-iscsi neutron-server[100452]: 'Subnet': {'1.1'}, Sep 22 16:39:39.123270 dv-cinder-809968-4-iscsi neutron-server[100452]: 'Trunk': {'1.1'}} Sep 22 16:39:39.123270 dv-cinder-809968-4-iscsi neutron-server[100452]: consumer versions: Sep 22 16:39:39.123270 dv-cinder-809968-4-iscsi neutron-server[100452]: { DHCP agent@dv-cinder-809968-4-iscsi: {}, Sep 22 16:39:39.123270 dv-cinder-809968-4-iscsi neutron-server[100452]: L3 agent@dv-cinder-809968-4-iscsi: {}, Sep 22 16:39:39.123270 dv-cinder-809968-4-iscsi neutron-server[100452]: Metadata agent@dv-cinder-809968-4-iscsi: {}, Sep 22 16:39:39.123270 dv-cinder-809968-4-iscsi neutron-server[100452]: Metering agent@dv-cinder-809968-4-iscsi: {}, Sep 22 16:39:39.123270 dv-cinder-809968-4-iscsi neutron-server[100452]: Open vSwitch agent@dv-cinder-809968-4-iscsi: { 'AddressGroup': '1.2', Sep 22 16:39:39.123270 dv-cinder-809968-4-iscsi neutron-server[100452]: 'ConntrackHelper': '1.0', Sep 22 16:39:39.123270 dv-cinder-809968-4-iscsi neutron-server[100452]: 'Log': '1.0', Sep 22 16:39:39.123270 dv-cinder-809968-4-iscsi neutron-server[100452]: 'Network': '1.1', Sep 22 16:39:39.123270 dv-cinder-809968-4-iscsi neutron-server[100452]: 'Port': '1.7', Sep 22 16:39:39.123270 dv-cinder-809968-4-iscsi neutron-server[100452]: 'PortForwarding': '1.2', Sep 22 16:39:39.123270 dv-cinder-809968-4-iscsi neutron-server[100452]: 'QosPolicy': '1.9', Sep 22 16:39:39.123270 dv-cinder-809968-4-iscsi neutron-server[100452]: 'SecurityGroup': '1.4', Sep 22 16:39:39.123270 dv-cinder-809968-4-iscsi neutron-server[100452]: 'SecurityGroupRule': '1.2', Sep 22 16:39:39.123270 dv-cinder-809968-4-iscsi neutron-server[100452]: 'SubPort': '1.0', Sep 22 16:39:39.123270 dv-cinder-809968-4-iscsi neutron-server[100452]: 'Subnet': '1.1', Sep 22 16:39:39.123270 dv-cinder-809968-4-iscsi neutron-server[100452]: 'Trunk': '1.1'}} Sep 22 16:39:39.123270 dv-cinder-809968-4-iscsi neutron-server[100452]: {{(pid=100452) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 16:39:39.198345 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-9f2f25a1-f34f-4848-9e1d-0ca6a9a9337a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735274455839'] for network, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:39:39.237258 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-9f2f25a1-f34f-4848-9e1d-0ca6a9a9337a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351'] for network, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:39:39.238472 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2f25a1-f34f-4848-9e1d-0ca6a9a9337a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:39:39.239208 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-9f2f25a1-f34f-4848-9e1d-0ca6a9a9337a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for network, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:39:39.282160 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-9f2f25a1-f34f-4848-9e1d-0ca6a9a9337a admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.7282193 Sep 22 16:39:39.340696 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2f25a1-f34f-4848-9e1d-0ca6a9a9337a admin admin] Pushing event updated for resources: {'Network': ['ID=dc1afd60-3529-483e-8028-b40a6d34b746,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:39:39.352542 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Network dc1afd60-3529-483e-8028-b40a6d34b746 details requested by agent ovs-agent-dv-cinder-809968-4-iscsi with host dv-cinder-809968-4-iscsi {{(pid=100454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 16:39:41.942835 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 51694) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:39:42.331148 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b91880-6284-4d6a-a5c5-dd4c72b934a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:39:42.332500 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-09b91880-6284-4d6a-a5c5-dd4c72b934a9 admin admin] 10.222.0.66 "GET /v2.0/networks/dc1afd60-3529-483e-8028-b40a6d34b746 HTTP/1.1" status: 200 len: 826 time: 0.3887091 Sep 22 16:39:42.358939 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-9f6a1ca0-7e16-4077-b695-061764f3f0f6 admin admin] 10.222.0.66 "GET /v2.0/subnetpools/e1be7e57-eb10-42d0-a3e1-0537d583a862 HTTP/1.1" status: 200 len: 734 time: 0.0201719 Sep 22 16:39:42.368063 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [None req-6a263c5c-a9c8-4abd-b16f-7707951bc510 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': 'e1be7e57-eb10-42d0-a3e1-0537d583a862', 'tenant_id': '742bbd7b67da48f4b0482f0d45bc85a9', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': 'dc1afd60-3529-483e-8028-b40a6d34b746'}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:39:42.391721 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a263c5c-a9c8-4abd-b16f-7707951bc510 admin admin] Made reservation on behalf of 742bbd7b67da48f4b0482f0d45bc85a9 for: {'subnet': 1} {{(pid=100452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:39:42.393990 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-6a263c5c-a9c8-4abd-b16f-7707951bc510 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:39:42.681798 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-6a263c5c-a9c8-4abd-b16f-7707951bc510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351'] for subnet, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:39:42.749050 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a263c5c-a9c8-4abd-b16f-7707951bc510 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ac54815-3f52-4b57-b805-4f4ca8ae3e9a,revision_number=0']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:39:42.753532 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a263c5c-a9c8-4abd-b16f-7707951bc510 admin admin] Checking segment: {'id': '9ef340bc-7973-489a-b959-157240d9c064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'dc1afd60-3529-483e-8028-b40a6d34b746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 16:39:42.753907 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a263c5c-a9c8-4abd-b16f-7707951bc510 admin admin] Network hostable DHCP agents. Network: dc1afd60-3529-483e-8028-b40a6d34b746, hostable agents: ['0db1be0e-ef43-4063-8d54-96fc7c9973fd'], hosted agents: [] {{(pid=100452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 16:39:42.774291 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a263c5c-a9c8-4abd-b16f-7707951bc510 admin admin] Network dc1afd60-3529-483e-8028-b40a6d34b746 is scheduled to be hosted by DHCP agent 0db1be0e-ef43-4063-8d54-96fc7c9973fd with binding_index 1 {{(pid=100452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 16:39:42.785666 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.base_scheduler [None req-6a263c5c-a9c8-4abd-b16f-7707951bc510 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809968-4-iscsi, dc1afd60-3529-483e-8028-b40a6d34b746) {{(pid=100452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:39:42.790351 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a263c5c-a9c8-4abd-b16f-7707951bc510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:39:42.790933 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-6a263c5c-a9c8-4abd-b16f-7707951bc510 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for subnet, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:39:42.797179 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3b9e0d-7c59-475f-8fea-7f87b4eae92d None None] Network dc1afd60-3529-483e-8028-b40a6d34b746 requested from dv-cinder-809968-4-iscsi {{(pid=100454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 16:39:42.804492 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-6a263c5c-a9c8-4abd-b16f-7707951bc510 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4396510 Sep 22 16:39:43.116224 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713f9dcb-529f-4ee0-b201-631b7e60ce1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7358752-8e43-55c4-be9d-21b7cc7223a6-dc1afd60-3529-483e-8028-b40a6d34b746', 'network_id': 'dc1afd60-3529-483e-8028-b40a6d34b746', 'tenant_id': '742bbd7b67da48f4b0482f0d45bc85a9', 'fixed_ips': [{'subnet_id': '0ac54815-3f52-4b57-b805-4f4ca8ae3e9a'}]}} from dv-cinder-809968-4-iscsi. {{(pid=100454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 16:39:43.117468 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-713f9dcb-529f-4ee0-b201-631b7e60ce1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_create {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:39:43.392971 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.db_base_plugin_common [None req-713f9dcb-529f-4ee0-b201-631b7e60ce1a None None] Allocated IP 172.20.0.2 (dc1afd60-3529-483e-8028-b40a6d34b746/0ac54815-3f52-4b57-b805-4f4ca8ae3e9a/a8940104-6266-48be-9382-7a1aac13688a) {{(pid=100454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:39:43.591444 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-713f9dcb-529f-4ee0-b201-631b7e60ce1a None None] Notify callbacks [] for port, precommit_create {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:39:43.603198 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-713f9dcb-529f-4ee0-b201-631b7e60ce1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735274499777'] for port, after_create {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:39:43.699620 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713f9dcb-529f-4ee0-b201-631b7e60ce1a None None] Network dc1afd60-3529-483e-8028-b40a6d34b746 is already hosted by enough agents. {{(pid=100454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:39:43.704488 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.scheduler.base_scheduler [None req-713f9dcb-529f-4ee0-b201-631b7e60ce1a None None] Resources bound (agent type, host, resource id): {{(pid=100454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:39:43.707807 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713f9dcb-529f-4ee0-b201-631b7e60ce1a None None] Received port after_create {{(pid=100454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 16:39:43.754150 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713f9dcb-529f-4ee0-b201-631b7e60ce1a None None] Pushing event updated for resources: {'Port': ['ID=a8940104-6266-48be-9382-7a1aac13688a,revision_number=1']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:39:43.782456 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f9dcb-529f-4ee0-b201-631b7e60ce1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:39:43.782836 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f9dcb-529f-4ee0-b201-631b7e60ce1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:39:43.783179 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f9dcb-529f-4ee0-b201-631b7e60ce1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:39:43.783514 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f9dcb-529f-4ee0-b201-631b7e60ce1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:39:43.783845 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f9dcb-529f-4ee0-b201-631b7e60ce1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:39:43.784175 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f9dcb-529f-4ee0-b201-631b7e60ce1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:39:43.784498 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f9dcb-529f-4ee0-b201-631b7e60ce1a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:39:43.784825 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f9dcb-529f-4ee0-b201-631b7e60ce1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:39:43.785165 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f9dcb-529f-4ee0-b201-631b7e60ce1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:39:43.785496 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f9dcb-529f-4ee0-b201-631b7e60ce1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:39:43.785848 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f9dcb-529f-4ee0-b201-631b7e60ce1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:39:43.786169 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f9dcb-529f-4ee0-b201-631b7e60ce1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:39:43.787296 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f9dcb-529f-4ee0-b201-631b7e60ce1a None None] Tracked resource versions report: Sep 22 16:39:43.787296 dv-cinder-809968-4-iscsi neutron-server[100454]: pushed versions: Sep 22 16:39:43.787296 dv-cinder-809968-4-iscsi neutron-server[100454]: { 'AddressGroup': {'1.2'}, Sep 22 16:39:43.787296 dv-cinder-809968-4-iscsi neutron-server[100454]: 'ConntrackHelper': {'1.0'}, Sep 22 16:39:43.787296 dv-cinder-809968-4-iscsi neutron-server[100454]: 'Log': {'1.0'}, Sep 22 16:39:43.787296 dv-cinder-809968-4-iscsi neutron-server[100454]: 'Network': {'1.1'}, Sep 22 16:39:43.787296 dv-cinder-809968-4-iscsi neutron-server[100454]: 'Port': {'1.7'}, Sep 22 16:39:43.787296 dv-cinder-809968-4-iscsi neutron-server[100454]: 'PortForwarding': {'1.2'}, Sep 22 16:39:43.787296 dv-cinder-809968-4-iscsi neutron-server[100454]: 'QosPolicy': {'1.9'}, Sep 22 16:39:43.787296 dv-cinder-809968-4-iscsi neutron-server[100454]: 'SecurityGroup': {'1.4'}, Sep 22 16:39:43.787296 dv-cinder-809968-4-iscsi neutron-server[100454]: 'SecurityGroupRule': {'1.2'}, Sep 22 16:39:43.787296 dv-cinder-809968-4-iscsi neutron-server[100454]: 'SubPort': {'1.0'}, Sep 22 16:39:43.787296 dv-cinder-809968-4-iscsi neutron-server[100454]: 'Subnet': {'1.1'}, Sep 22 16:39:43.787296 dv-cinder-809968-4-iscsi neutron-server[100454]: 'Trunk': {'1.1'}} Sep 22 16:39:43.787296 dv-cinder-809968-4-iscsi neutron-server[100454]: consumer versions: Sep 22 16:39:43.787296 dv-cinder-809968-4-iscsi neutron-server[100454]: { DHCP agent@dv-cinder-809968-4-iscsi: {}, Sep 22 16:39:43.787296 dv-cinder-809968-4-iscsi neutron-server[100454]: L3 agent@dv-cinder-809968-4-iscsi: {}, Sep 22 16:39:43.787296 dv-cinder-809968-4-iscsi neutron-server[100454]: Metadata agent@dv-cinder-809968-4-iscsi: {}, Sep 22 16:39:43.787296 dv-cinder-809968-4-iscsi neutron-server[100454]: Metering agent@dv-cinder-809968-4-iscsi: {}, Sep 22 16:39:43.787296 dv-cinder-809968-4-iscsi neutron-server[100454]: Open vSwitch agent@dv-cinder-809968-4-iscsi: { 'AddressGroup': '1.2', Sep 22 16:39:43.787296 dv-cinder-809968-4-iscsi neutron-server[100454]: 'ConntrackHelper': '1.0', Sep 22 16:39:43.787296 dv-cinder-809968-4-iscsi neutron-server[100454]: 'Log': '1.0', Sep 22 16:39:43.787296 dv-cinder-809968-4-iscsi neutron-server[100454]: 'Network': '1.1', Sep 22 16:39:43.787296 dv-cinder-809968-4-iscsi neutron-server[100454]: 'Port': '1.7', Sep 22 16:39:43.787296 dv-cinder-809968-4-iscsi neutron-server[100454]: 'PortForwarding': '1.2', Sep 22 16:39:43.787296 dv-cinder-809968-4-iscsi neutron-server[100454]: 'QosPolicy': '1.9', Sep 22 16:39:43.787296 dv-cinder-809968-4-iscsi neutron-server[100454]: 'SecurityGroup': '1.4', Sep 22 16:39:43.787296 dv-cinder-809968-4-iscsi neutron-server[100454]: 'SecurityGroupRule': '1.2', Sep 22 16:39:43.787296 dv-cinder-809968-4-iscsi neutron-server[100454]: 'SubPort': '1.0', Sep 22 16:39:43.787296 dv-cinder-809968-4-iscsi neutron-server[100454]: 'Subnet': '1.1', Sep 22 16:39:43.787296 dv-cinder-809968-4-iscsi neutron-server[100454]: 'Trunk': '1.1'}} Sep 22 16:39:43.787296 dv-cinder-809968-4-iscsi neutron-server[100454]: {{(pid=100454) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 16:39:43.816710 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.managers [None req-713f9dcb-529f-4ee0-b201-631b7e60ce1a None None] Attempting to bind port a8940104-6266-48be-9382-7a1aac13688a on host dv-cinder-809968-4-iscsi for vnic_type normal with profile {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 16:39:43.817313 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.managers [None req-713f9dcb-529f-4ee0-b201-631b7e60ce1a None None] Attempting to bind port a8940104-6266-48be-9382-7a1aac13688a by drivers openvswitch,hyperv on host dv-cinder-809968-4-iscsi at level 0 using segments [{'id': '9ef340bc-7973-489a-b959-157240d9c064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'dc1afd60-3529-483e-8028-b40a6d34b746'}] {{(pid=100454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 16:39:43.817512 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713f9dcb-529f-4ee0-b201-631b7e60ce1a None None] Attempting to bind port a8940104-6266-48be-9382-7a1aac13688a on network dc1afd60-3529-483e-8028-b40a6d34b746 {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 16:39:43.822275 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713f9dcb-529f-4ee0-b201-631b7e60ce1a None None] Checking agent: {'id': '08e98799-e574-4f1d-90ac-f796d675fca5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809968-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 16, 39, 29), 'started_at': datetime.datetime(2021, 9, 22, 16, 39, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 16, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809968-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 16:39:43.822685 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713f9dcb-529f-4ee0-b201-631b7e60ce1a None None] Checking segment: {'id': '9ef340bc-7973-489a-b959-157240d9c064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'dc1afd60-3529-483e-8028-b40a6d34b746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 16:39:43.823164 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-713f9dcb-529f-4ee0-b201-631b7e60ce1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:39:43.823815 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713f9dcb-529f-4ee0-b201-631b7e60ce1a None None] Bound using segment: {'id': '9ef340bc-7973-489a-b959-157240d9c064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'dc1afd60-3529-483e-8028-b40a6d34b746'} {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 16:39:43.824332 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.managers [None req-713f9dcb-529f-4ee0-b201-631b7e60ce1a None None] Bound port: a8940104-6266-48be-9382-7a1aac13688a, host: dv-cinder-809968-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ef340bc-7973-489a-b959-157240d9c064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'dc1afd60-3529-483e-8028-b40a6d34b746'}}] {{(pid=100454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 16:39:43.824765 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-713f9dcb-529f-4ee0-b201-631b7e60ce1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:39:43.887894 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-713f9dcb-529f-4ee0-b201-631b7e60ce1a None None] For port a8940104-6266-48be-9382-7a1aac13688a, host dv-cinder-809968-4-iscsi, cleared binding levels {{(pid=100454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 16:39:43.892264 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-713f9dcb-529f-4ee0-b201-631b7e60ce1a None None] For port a8940104-6266-48be-9382-7a1aac13688a, host dv-cinder-809968-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=a8940104-6266-48be-9382-7a1aac13688a,segment=NetworkSegment(9ef340bc-7973-489a-b959-157240d9c064),segment_id=9ef340bc-7973-489a-b959-157240d9c064)] {{(pid=100454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 16:39:43.896981 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-713f9dcb-529f-4ee0-b201-631b7e60ce1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:39:43.961054 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713f9dcb-529f-4ee0-b201-631b7e60ce1a None None] Pushing event updated for resources: {'Port': ['ID=a8940104-6266-48be-9382-7a1aac13688a,revision_number=2']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:39:45.262737 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 51702) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:39:45.574088 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [None req-e774d3fb-9ee7-466f-b343-75c4ef0f5e53 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:39:45.575178 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-e774d3fb-9ee7-466f-b343-75c4ef0f5e53 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3113761 Sep 22 16:39:48.024925 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 51710) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:39:48.343677 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [None req-08e86af7-fc54-4073-bda8-b773af8e23b5 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:39:48.344683 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-08e86af7-fc54-4073-bda8-b773af8e23b5 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3187089 Sep 22 16:39:50.998884 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 51720) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:39:51.314866 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [None req-74db58ab-d36b-462d-90fc-a4132aa41668 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '742bbd7b67da48f4b0482f0d45bc85a9', 'admin_state_up': True}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:39:51.340317 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-74db58ab-d36b-462d-90fc-a4132aa41668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1700767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16258'] for router, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:39:51.341812 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-74db58ab-d36b-462d-90fc-a4132aa41668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1639535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16267'] for router, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:39:51.475504 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-74db58ab-d36b-462d-90fc-a4132aa41668 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:39:51.480586 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-74db58ab-d36b-462d-90fc-a4132aa41668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1639446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698722'] for router, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:39:51.493246 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-74db58ab-d36b-462d-90fc-a4132aa41668 admin admin] Notify callbacks [] for router, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:39:51.494444 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-74db58ab-d36b-462d-90fc-a4132aa41668 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4945784 Sep 22 16:39:52.347908 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684758b6-108d-416c-8d13-ba14c3ae2fbe None None] Network dc1afd60-3529-483e-8028-b40a6d34b746 requested from dv-cinder-809968-4-iscsi {{(pid=100454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 16:39:52.449429 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-ec4437b8-124b-4eb2-8162-e137d754ec39 None None] Provisioning complete for port a8940104-6266-48be-9382-7a1aac13688a triggered by entity DHCP. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:39:52.449845 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ec4437b8-124b-4eb2-8162-e137d754ec39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:39:52.505968 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device a8940104-6266-48be-9382-7a1aac13688a up at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 16:39:52.699969 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ec4437b8-124b-4eb2-8162-e137d754ec39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:39:52.702957 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Provisioning complete for port a8940104-6266-48be-9382-7a1aac13688a triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:39:52.703346 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:39:52.764391 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-ec4437b8-124b-4eb2-8162-e137d754ec39 None None] For port a8940104-6266-48be-9382-7a1aac13688a, host dv-cinder-809968-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=a8940104-6266-48be-9382-7a1aac13688a,segment=NetworkSegment(9ef340bc-7973-489a-b959-157240d9c064),segment_id=9ef340bc-7973-489a-b959-157240d9c064)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:39:52.772661 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ec4437b8-124b-4eb2-8162-e137d754ec39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:39:52.851455 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4437b8-124b-4eb2-8162-e137d754ec39 None None] Pushing event updated for resources: {'Port': ['ID=a8940104-6266-48be-9382-7a1aac13688a,revision_number=3']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:39:52.892145 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-cf602a83-0756-4149-b504-4d7e3138e45d None None] Provisioning complete for port a8940104-6266-48be-9382-7a1aac13688a triggered by entity DHCP. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:39:52.892520 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-cf602a83-0756-4149-b504-4d7e3138e45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:39:53.990162 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 51734) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:39:54.300689 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [None req-d9ec7ed3-a0b7-44db-934e-2e8b6a9de2bf admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:39:54.301717 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-d9ec7ed3-a0b7-44db-934e-2e8b6a9de2bf admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3106077 Sep 22 16:39:54.452396 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device a8940104-6266-48be-9382-7a1aac13688a up at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 16:39:54.501096 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Provisioning complete for port a8940104-6266-48be-9382-7a1aac13688a triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:39:54.501465 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:39:55.698444 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-6fb89fb7-995c-41d9-aaf5-e60f328ae64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:39:56.722510 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 51742) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:39:57.209716 dv-cinder-809968-4-iscsi neutron-server[100453]: WARNING oslo_policy.policy [None req-771f2760-a9e8-49db-abc2-17937700b4c8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 16:39:57.210319 dv-cinder-809968-4-iscsi neutron-server[100453]: WARNING oslo_policy.policy [None req-771f2760-a9e8-49db-abc2-17937700b4c8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 16:39:57.433047 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.v2.base [None req-771f2760-a9e8-49db-abc2-17937700b4c8 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=100453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:39:57.434635 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.quota [None req-771f2760-a9e8-49db-abc2-17937700b4c8 admin admin] Loaded quota_driver: . Sep 22 16:39:57.488037 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771f2760-a9e8-49db-abc2-17937700b4c8 admin admin] Made reservation on behalf of 418e667e23d04706a2ba5ce12285e878 for: {'network': 1} {{(pid=100453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:39:57.553062 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.policy [None req-771f2760-a9e8-49db-abc2-17937700b4c8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100453) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 22 16:39:57.597688 dv-cinder-809968-4-iscsi neutron-server[100453]: WARNING oslo_policy.policy [None req-771f2760-a9e8-49db-abc2-17937700b4c8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 16:39:57.598054 dv-cinder-809968-4-iscsi neutron-server[100453]: WARNING oslo_policy.policy [None req-771f2760-a9e8-49db-abc2-17937700b4c8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 16:39:57.608175 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-771f2760-a9e8-49db-abc2-17937700b4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for network, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:39:57.628051 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-771f2760-a9e8-49db-abc2-17937700b4c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:39:57.756695 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-771f2760-a9e8-49db-abc2-17937700b4c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:39:57.761361 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-771f2760-a9e8-49db-abc2-17937700b4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:39:57.772825 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-771f2760-a9e8-49db-abc2-17937700b4c8 admin admin] Reserving flat network on physical network physnet1 {{(pid=100453) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 22 16:39:57.808411 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-771f2760-a9e8-49db-abc2-17937700b4c8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735275045259', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720390'] for segment, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:39:57.809030 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-771f2760-a9e8-49db-abc2-17937700b4c8 admin admin] Unsubscribe: segment precommit_create {{(pid=100453) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 22 16:39:57.809573 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.db.segments_db [None req-771f2760-a9e8-49db-abc2-17937700b4c8 admin admin] Added segment 73061bb2-74db-4070-b057-2315d4867ed3 of type flat for network e265bfb9-6000-4acf-b4f9-12e0cf12940a Sep 22 16:39:57.826024 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771f2760-a9e8-49db-abc2-17937700b4c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b80a05a-aa39-4c34-b2f1-21a58c2978a4,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:39:57.876415 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771f2760-a9e8-49db-abc2-17937700b4c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:39:57.876761 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771f2760-a9e8-49db-abc2-17937700b4c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:39:57.877099 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771f2760-a9e8-49db-abc2-17937700b4c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:39:57.877431 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771f2760-a9e8-49db-abc2-17937700b4c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:39:57.877784 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771f2760-a9e8-49db-abc2-17937700b4c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:39:57.878128 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771f2760-a9e8-49db-abc2-17937700b4c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:39:57.878456 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771f2760-a9e8-49db-abc2-17937700b4c8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:39:57.878791 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771f2760-a9e8-49db-abc2-17937700b4c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:39:57.879133 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771f2760-a9e8-49db-abc2-17937700b4c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:39:57.879454 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771f2760-a9e8-49db-abc2-17937700b4c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:39:57.879773 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771f2760-a9e8-49db-abc2-17937700b4c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:39:57.880085 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771f2760-a9e8-49db-abc2-17937700b4c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:39:57.881177 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771f2760-a9e8-49db-abc2-17937700b4c8 admin admin] Tracked resource versions report: Sep 22 16:39:57.881177 dv-cinder-809968-4-iscsi neutron-server[100453]: pushed versions: Sep 22 16:39:57.881177 dv-cinder-809968-4-iscsi neutron-server[100453]: { 'AddressGroup': {'1.2'}, Sep 22 16:39:57.881177 dv-cinder-809968-4-iscsi neutron-server[100453]: 'ConntrackHelper': {'1.0'}, Sep 22 16:39:57.881177 dv-cinder-809968-4-iscsi neutron-server[100453]: 'Log': {'1.0'}, Sep 22 16:39:57.881177 dv-cinder-809968-4-iscsi neutron-server[100453]: 'Network': {'1.1'}, Sep 22 16:39:57.881177 dv-cinder-809968-4-iscsi neutron-server[100453]: 'Port': {'1.7'}, Sep 22 16:39:57.881177 dv-cinder-809968-4-iscsi neutron-server[100453]: 'PortForwarding': {'1.2'}, Sep 22 16:39:57.881177 dv-cinder-809968-4-iscsi neutron-server[100453]: 'QosPolicy': {'1.9'}, Sep 22 16:39:57.881177 dv-cinder-809968-4-iscsi neutron-server[100453]: 'SecurityGroup': {'1.4'}, Sep 22 16:39:57.881177 dv-cinder-809968-4-iscsi neutron-server[100453]: 'SecurityGroupRule': {'1.2'}, Sep 22 16:39:57.881177 dv-cinder-809968-4-iscsi neutron-server[100453]: 'SubPort': {'1.0'}, Sep 22 16:39:57.881177 dv-cinder-809968-4-iscsi neutron-server[100453]: 'Subnet': {'1.1'}, Sep 22 16:39:57.881177 dv-cinder-809968-4-iscsi neutron-server[100453]: 'Trunk': {'1.1'}} Sep 22 16:39:57.881177 dv-cinder-809968-4-iscsi neutron-server[100453]: consumer versions: Sep 22 16:39:57.881177 dv-cinder-809968-4-iscsi neutron-server[100453]: { DHCP agent@dv-cinder-809968-4-iscsi: {}, Sep 22 16:39:57.881177 dv-cinder-809968-4-iscsi neutron-server[100453]: L3 agent@dv-cinder-809968-4-iscsi: {}, Sep 22 16:39:57.881177 dv-cinder-809968-4-iscsi neutron-server[100453]: Metadata agent@dv-cinder-809968-4-iscsi: {}, Sep 22 16:39:57.881177 dv-cinder-809968-4-iscsi neutron-server[100453]: Metering agent@dv-cinder-809968-4-iscsi: {}, Sep 22 16:39:57.881177 dv-cinder-809968-4-iscsi neutron-server[100453]: Open vSwitch agent@dv-cinder-809968-4-iscsi: { 'AddressGroup': '1.2', Sep 22 16:39:57.881177 dv-cinder-809968-4-iscsi neutron-server[100453]: 'ConntrackHelper': '1.0', Sep 22 16:39:57.881177 dv-cinder-809968-4-iscsi neutron-server[100453]: 'Log': '1.0', Sep 22 16:39:57.881177 dv-cinder-809968-4-iscsi neutron-server[100453]: 'Network': '1.1', Sep 22 16:39:57.881177 dv-cinder-809968-4-iscsi neutron-server[100453]: 'Port': '1.7', Sep 22 16:39:57.881177 dv-cinder-809968-4-iscsi neutron-server[100453]: 'PortForwarding': '1.2', Sep 22 16:39:57.881177 dv-cinder-809968-4-iscsi neutron-server[100453]: 'QosPolicy': '1.9', Sep 22 16:39:57.881177 dv-cinder-809968-4-iscsi neutron-server[100453]: 'SecurityGroup': '1.4', Sep 22 16:39:57.881177 dv-cinder-809968-4-iscsi neutron-server[100453]: 'SecurityGroupRule': '1.2', Sep 22 16:39:57.881177 dv-cinder-809968-4-iscsi neutron-server[100453]: 'SubPort': '1.0', Sep 22 16:39:57.881177 dv-cinder-809968-4-iscsi neutron-server[100453]: 'Subnet': '1.1', Sep 22 16:39:57.881177 dv-cinder-809968-4-iscsi neutron-server[100453]: 'Trunk': '1.1'}} Sep 22 16:39:57.881177 dv-cinder-809968-4-iscsi neutron-server[100453]: {{(pid=100453) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 16:39:57.936752 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-771f2760-a9e8-49db-abc2-17937700b4c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735274455839'] for network, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:39:57.983469 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-771f2760-a9e8-49db-abc2-17937700b4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351'] for network, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:39:57.984679 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771f2760-a9e8-49db-abc2-17937700b4c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:39:57.985308 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-771f2760-a9e8-49db-abc2-17937700b4c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for network, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:39:58.043110 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-771f2760-a9e8-49db-abc2-17937700b4c8 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.3194711 Sep 22 16:39:58.086902 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771f2760-a9e8-49db-abc2-17937700b4c8 admin admin] Pushing event updated for resources: {'Network': ['ID=e265bfb9-6000-4acf-b4f9-12e0cf12940a,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:39:58.098187 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Network e265bfb9-6000-4acf-b4f9-12e0cf12940a details requested by agent ovs-agent-dv-cinder-809968-4-iscsi with host dv-cinder-809968-4-iscsi {{(pid=100454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 16:39:58.632716 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-e513f24d-c8fe-40c4-86ee-cc25b21b1e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:39:58.974814 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:39:59.530327 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-c376604a-15ac-4af8-994c-a8e4e85893e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:40:00.485498 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 51772) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:40:00.698941 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f4eb6e-c963-4783-9ed5-5f67f1f136bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:40:00.700323 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-79f4eb6e-c963-4783-9ed5-5f67f1f136bd admin admin] 10.222.0.66 "GET /v2.0/subnets/0ac54815-3f52-4b57-b805-4f4ca8ae3e9a HTTP/1.1" status: 200 len: 849 time: 0.2138700 Sep 22 16:40:00.829827 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ea12bc52-457f-4758-858a-1e27800db098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:40:00.862474 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-64103efe-330c-4d64-a703-e02da18ae6cd admin admin] 10.222.0.66 "GET /v2.0/routers/0edabf10-d51f-4cfc-9bcb-8268cbafd023 HTTP/1.1" status: 200 len: 704 time: 0.1560152 Sep 22 16:40:01.139911 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-2e0b5e4e-491f-4390-b085-e7d8890915a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:40:01.436336 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.db.db_base_plugin_common [None req-2e0b5e4e-491f-4390-b085-e7d8890915a6 admin admin] Allocated IP 172.20.0.1 (dc1afd60-3529-483e-8028-b40a6d34b746/0ac54815-3f52-4b57-b805-4f4ca8ae3e9a/c82a8bae-aeb5-44c9-b91b-c8b73e0b3120) {{(pid=100453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:40:01.617963 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-2e0b5e4e-491f-4390-b085-e7d8890915a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:40:01.685239 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-2e0b5e4e-491f-4390-b085-e7d8890915a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735274499777'] for port, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:40:01.758110 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0b5e4e-491f-4390-b085-e7d8890915a6 admin admin] Network dc1afd60-3529-483e-8028-b40a6d34b746 is already hosted by enough agents. {{(pid=100453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:40:01.767118 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.base_scheduler [None req-2e0b5e4e-491f-4390-b085-e7d8890915a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:40:01.771807 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0b5e4e-491f-4390-b085-e7d8890915a6 admin admin] Received port after_create {{(pid=100453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 16:40:01.772367 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-2e0b5e4e-491f-4390-b085-e7d8890915a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701023'] for router_interface, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:40:01.829398 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b5e4e-491f-4390-b085-e7d8890915a6 admin admin] Pushing event updated for resources: {'Port': ['ID=c82a8bae-aeb5-44c9-b91b-c8b73e0b3120,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:40:01.941111 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-a2e5e119-bbe4-4a2a-a26f-a0e2b3c24878 None None] Provisioning complete for port c82a8bae-aeb5-44c9-b91b-c8b73e0b3120 triggered by entity DHCP. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:40:01.941740 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-a2e5e119-bbe4-4a2a-a26f-a0e2b3c24878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:40:01.969639 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-2e0b5e4e-491f-4390-b085-e7d8890915a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:40:01.974558 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-a2e5e119-bbe4-4a2a-a26f-a0e2b3c24878 None None] Port c82a8bae-aeb5-44c9-b91b-c8b73e0b3120 cannot update to ACTIVE because it is not bound. {{(pid=100454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 16:40:02.217268 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-2e0b5e4e-491f-4390-b085-e7d8890915a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:40:02.221988 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-2e0b5e4e-491f-4390-b085-e7d8890915a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:40:02.222746 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-2e0b5e4e-491f-4390-b085-e7d8890915a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1699951'] for router_interface, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:40:02.282244 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b5e4e-491f-4390-b085-e7d8890915a6 admin admin] Pushing event updated for resources: {'Port': ['ID=c82a8bae-aeb5-44c9-b91b-c8b73e0b3120,revision_number=2']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:40:02.346325 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0b5e4e-491f-4390-b085-e7d8890915a6 admin admin] Network dc1afd60-3529-483e-8028-b40a6d34b746 is already hosted by enough agents. {{(pid=100453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:40:02.347617 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.base_scheduler [None req-2e0b5e4e-491f-4390-b085-e7d8890915a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:40:02.494516 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-d0dafa1a-1d4e-48f9-9c10-4e77ba6c5798 None None] Provisioning complete for port c82a8bae-aeb5-44c9-b91b-c8b73e0b3120 triggered by entity DHCP. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:40:02.494953 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-d0dafa1a-1d4e-48f9-9c10-4e77ba6c5798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:40:02.511835 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e0b5e4e-491f-4390-b085-e7d8890915a6 admin admin] Router 0edabf10-d51f-4cfc-9bcb-8268cbafd023 is scheduled to L3 agent c3efc510-1e60-45c8-b68a-00a20fddc4a4 with binding_index 1 {{(pid=100453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 16:40:02.530092 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-d0dafa1a-1d4e-48f9-9c10-4e77ba6c5798 None None] Port c82a8bae-aeb5-44c9-b91b-c8b73e0b3120 cannot update to ACTIVE because it is not bound. {{(pid=100454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 16:40:02.601427 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e0b5e4e-491f-4390-b085-e7d8890915a6 admin admin] Notify agent at l3_agent.dv-cinder-809968-4-iscsi the message routers_updated {{(pid=100453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 16:40:02.608786 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-2e0b5e4e-491f-4390-b085-e7d8890915a6 admin admin] 10.222.0.66 "PUT /v2.0/routers/0edabf10-d51f-4cfc-9bcb-8268cbafd023/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7404144 Sep 22 16:40:02.613857 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c88b52-7508-44ab-b240-4c09bbe7e87a None None] Sync routers for ids ['0edabf10-d51f-4cfc-9bcb-8268cbafd023'] in dv-cinder-809968-4-iscsi {{(pid=100455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 16:40:02.625534 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c88b52-7508-44ab-b240-4c09bbe7e87a None None] Routers {'0edabf10-d51f-4cfc-9bcb-8268cbafd023'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 16:40:02.626248 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-e0c88b52-7508-44ab-b240-4c09bbe7e87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:39:59Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['0edabf10-d51f-4cfc-9bcb-8268cbafd023'], 'active': True} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:40:02.813381 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvr_db [None req-e0c88b52-7508-44ab-b240-4c09bbe7e87a None None] Set router 0edabf10-d51f-4cfc-9bcb-8268cbafd023 gateway port host: None {{(pid=100455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 16:40:03.251297 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-e0c88b52-7508-44ab-b240-4c09bbe7e87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0edabf10-d51f-4cfc-9bcb-8268cbafd023', 'name': 'router1', 'tenant_id': '742bbd7b67da48f4b0482f0d45bc85a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:39:51Z', 'updated_at': '2021-09-22T16:40:01Z', 'revision_number': 2, 'project_id': '742bbd7b67da48f4b0482f0d45bc85a9', 'gw_port_host': None, '_interfaces': [{'id': 'c82a8bae-aeb5-44c9-b91b-c8b73e0b3120', 'name': '', 'network_id': 'dc1afd60-3529-483e-8028-b40a6d34b746', 'tenant_id': '742bbd7b67da48f4b0482f0d45bc85a9', 'mac_address': 'fa:16:3e:94:b5:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0edabf10-d51f-4cfc-9bcb-8268cbafd023', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0ac54815-3f52-4b57-b805-4f4ca8ae3e9a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:40:01Z', 'updated_at': '2021-09-22T16:40:02Z', 'revision_number': 2, 'project_id': '742bbd7b67da48f4b0482f0d45bc85a9', 'subnets': [{'id': '0ac54815-3f52-4b57-b805-4f4ca8ae3e9a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e1be7e57-eb10-42d0-a3e1-0537d583a862'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:40:03.303692 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c88b52-7508-44ab-b240-4c09bbe7e87a None None] Checking router: 0edabf10-d51f-4cfc-9bcb-8268cbafd023 for host: dv-cinder-809968-4-iscsi {{(pid=100455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 16:40:03.304059 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c88b52-7508-44ab-b240-4c09bbe7e87a None None] Updating router 0edabf10-d51f-4cfc-9bcb-8268cbafd023 port c82a8bae-aeb5-44c9-b91b-c8b73e0b3120 binding host dv-cinder-809968-4-iscsi {{(pid=100455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 16:40:03.352278 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron_lib.callbacks.manager [None req-e0c88b52-7508-44ab-b240-4c09bbe7e87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:40:03.862336 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron_lib.callbacks.manager [None req-e0c88b52-7508-44ab-b240-4c09bbe7e87a None None] Notify callbacks [] for port, precommit_update {{(pid=100455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:40:03.869206 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron_lib.callbacks.manager [None req-e0c88b52-7508-44ab-b240-4c09bbe7e87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:40:04.040194 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.managers [None req-e0c88b52-7508-44ab-b240-4c09bbe7e87a None None] Attempting to bind port c82a8bae-aeb5-44c9-b91b-c8b73e0b3120 on host dv-cinder-809968-4-iscsi for vnic_type normal with profile {{(pid=100455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 16:40:04.040646 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.managers [None req-e0c88b52-7508-44ab-b240-4c09bbe7e87a None None] Attempting to bind port c82a8bae-aeb5-44c9-b91b-c8b73e0b3120 by drivers openvswitch,hyperv on host dv-cinder-809968-4-iscsi at level 0 using segments [{'id': '9ef340bc-7973-489a-b959-157240d9c064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'dc1afd60-3529-483e-8028-b40a6d34b746'}] {{(pid=100455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 16:40:04.041152 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c88b52-7508-44ab-b240-4c09bbe7e87a None None] Attempting to bind port c82a8bae-aeb5-44c9-b91b-c8b73e0b3120 on network dc1afd60-3529-483e-8028-b40a6d34b746 {{(pid=100455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 16:40:04.043153 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e66facf-cb72-493e-80bd-47e2f6f7dfec None None] Pushing event updated for resources: {'Port': ['ID=c82a8bae-aeb5-44c9-b91b-c8b73e0b3120,revision_number=3']} {{(pid=100455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:40:04.054042 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c88b52-7508-44ab-b240-4c09bbe7e87a None None] Checking agent: {'id': '08e98799-e574-4f1d-90ac-f796d675fca5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809968-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 16, 39, 29), 'started_at': datetime.datetime(2021, 9, 22, 16, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 16, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809968-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 16:40:04.054452 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c88b52-7508-44ab-b240-4c09bbe7e87a None None] Checking segment: {'id': '9ef340bc-7973-489a-b959-157240d9c064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'dc1afd60-3529-483e-8028-b40a6d34b746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 16:40:04.054924 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron_lib.callbacks.manager [None req-e0c88b52-7508-44ab-b240-4c09bbe7e87a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:40:04.055311 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c88b52-7508-44ab-b240-4c09bbe7e87a None None] Bound using segment: {'id': '9ef340bc-7973-489a-b959-157240d9c064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'dc1afd60-3529-483e-8028-b40a6d34b746'} {{(pid=100455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 16:40:04.055801 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.managers [None req-e0c88b52-7508-44ab-b240-4c09bbe7e87a None None] Bound port: c82a8bae-aeb5-44c9-b91b-c8b73e0b3120, host: dv-cinder-809968-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ef340bc-7973-489a-b959-157240d9c064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'dc1afd60-3529-483e-8028-b40a6d34b746'}}] {{(pid=100455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 16:40:04.056348 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron_lib.callbacks.manager [None req-e0c88b52-7508-44ab-b240-4c09bbe7e87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:40:04.058920 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-8aeac223-7584-41d2-b501-2c821f3bccee None None] Provisioning complete for port c82a8bae-aeb5-44c9-b91b-c8b73e0b3120 triggered by entity DHCP. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:40:04.059723 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e66facf-cb72-493e-80bd-47e2f6f7dfec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:40:04.059838 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8aeac223-7584-41d2-b501-2c821f3bccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:40:04.060079 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e66facf-cb72-493e-80bd-47e2f6f7dfec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:40:04.060416 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e66facf-cb72-493e-80bd-47e2f6f7dfec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:40:04.060746 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e66facf-cb72-493e-80bd-47e2f6f7dfec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:40:04.061075 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e66facf-cb72-493e-80bd-47e2f6f7dfec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:40:04.061398 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e66facf-cb72-493e-80bd-47e2f6f7dfec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:40:04.061746 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e66facf-cb72-493e-80bd-47e2f6f7dfec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:40:04.062069 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e66facf-cb72-493e-80bd-47e2f6f7dfec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:40:04.062395 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e66facf-cb72-493e-80bd-47e2f6f7dfec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:40:04.062706 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e66facf-cb72-493e-80bd-47e2f6f7dfec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:40:04.063022 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e66facf-cb72-493e-80bd-47e2f6f7dfec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:40:04.063341 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e66facf-cb72-493e-80bd-47e2f6f7dfec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:40:04.064449 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e66facf-cb72-493e-80bd-47e2f6f7dfec None None] Tracked resource versions report: Sep 22 16:40:04.064449 dv-cinder-809968-4-iscsi neutron-server[100455]: pushed versions: Sep 22 16:40:04.064449 dv-cinder-809968-4-iscsi neutron-server[100455]: { 'AddressGroup': {'1.2'}, Sep 22 16:40:04.064449 dv-cinder-809968-4-iscsi neutron-server[100455]: 'ConntrackHelper': {'1.0'}, Sep 22 16:40:04.064449 dv-cinder-809968-4-iscsi neutron-server[100455]: 'Log': {'1.0'}, Sep 22 16:40:04.064449 dv-cinder-809968-4-iscsi neutron-server[100455]: 'Network': {'1.1'}, Sep 22 16:40:04.064449 dv-cinder-809968-4-iscsi neutron-server[100455]: 'Port': {'1.7'}, Sep 22 16:40:04.064449 dv-cinder-809968-4-iscsi neutron-server[100455]: 'PortForwarding': {'1.2'}, Sep 22 16:40:04.064449 dv-cinder-809968-4-iscsi neutron-server[100455]: 'QosPolicy': {'1.9'}, Sep 22 16:40:04.064449 dv-cinder-809968-4-iscsi neutron-server[100455]: 'SecurityGroup': {'1.4'}, Sep 22 16:40:04.064449 dv-cinder-809968-4-iscsi neutron-server[100455]: 'SecurityGroupRule': {'1.2'}, Sep 22 16:40:04.064449 dv-cinder-809968-4-iscsi neutron-server[100455]: 'SubPort': {'1.0'}, Sep 22 16:40:04.064449 dv-cinder-809968-4-iscsi neutron-server[100455]: 'Subnet': {'1.1'}, Sep 22 16:40:04.064449 dv-cinder-809968-4-iscsi neutron-server[100455]: 'Trunk': {'1.1'}} Sep 22 16:40:04.064449 dv-cinder-809968-4-iscsi neutron-server[100455]: consumer versions: Sep 22 16:40:04.064449 dv-cinder-809968-4-iscsi neutron-server[100455]: { DHCP agent@dv-cinder-809968-4-iscsi: {}, Sep 22 16:40:04.064449 dv-cinder-809968-4-iscsi neutron-server[100455]: L3 agent@dv-cinder-809968-4-iscsi: {}, Sep 22 16:40:04.064449 dv-cinder-809968-4-iscsi neutron-server[100455]: Metadata agent@dv-cinder-809968-4-iscsi: {}, Sep 22 16:40:04.064449 dv-cinder-809968-4-iscsi neutron-server[100455]: Metering agent@dv-cinder-809968-4-iscsi: {}, Sep 22 16:40:04.064449 dv-cinder-809968-4-iscsi neutron-server[100455]: Open vSwitch agent@dv-cinder-809968-4-iscsi: { 'AddressGroup': '1.2', Sep 22 16:40:04.064449 dv-cinder-809968-4-iscsi neutron-server[100455]: 'ConntrackHelper': '1.0', Sep 22 16:40:04.064449 dv-cinder-809968-4-iscsi neutron-server[100455]: 'Log': '1.0', Sep 22 16:40:04.064449 dv-cinder-809968-4-iscsi neutron-server[100455]: 'Network': '1.1', Sep 22 16:40:04.064449 dv-cinder-809968-4-iscsi neutron-server[100455]: 'Port': '1.7', Sep 22 16:40:04.064449 dv-cinder-809968-4-iscsi neutron-server[100455]: 'PortForwarding': '1.2', Sep 22 16:40:04.064449 dv-cinder-809968-4-iscsi neutron-server[100455]: 'QosPolicy': '1.9', Sep 22 16:40:04.064449 dv-cinder-809968-4-iscsi neutron-server[100455]: 'SecurityGroup': '1.4', Sep 22 16:40:04.064449 dv-cinder-809968-4-iscsi neutron-server[100455]: 'SecurityGroupRule': '1.2', Sep 22 16:40:04.064449 dv-cinder-809968-4-iscsi neutron-server[100455]: 'SubPort': '1.0', Sep 22 16:40:04.064449 dv-cinder-809968-4-iscsi neutron-server[100455]: 'Subnet': '1.1', Sep 22 16:40:04.064449 dv-cinder-809968-4-iscsi neutron-server[100455]: 'Trunk': '1.1'}} Sep 22 16:40:04.064449 dv-cinder-809968-4-iscsi neutron-server[100455]: {{(pid=100455) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 16:40:04.097933 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-8aeac223-7584-41d2-b501-2c821f3bccee None None] Port c82a8bae-aeb5-44c9-b91b-c8b73e0b3120 cannot update to ACTIVE because it is not bound. {{(pid=100454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 16:40:04.134834 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.db [None req-e0c88b52-7508-44ab-b240-4c09bbe7e87a None None] For port c82a8bae-aeb5-44c9-b91b-c8b73e0b3120, host dv-cinder-809968-4-iscsi, cleared binding levels {{(pid=100455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 16:40:04.154987 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.db [None req-e0c88b52-7508-44ab-b240-4c09bbe7e87a None None] For port c82a8bae-aeb5-44c9-b91b-c8b73e0b3120, host dv-cinder-809968-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=c82a8bae-aeb5-44c9-b91b-c8b73e0b3120,segment=NetworkSegment(9ef340bc-7973-489a-b959-157240d9c064),segment_id=9ef340bc-7973-489a-b959-157240d9c064)] {{(pid=100455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 16:40:04.159716 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron_lib.callbacks.manager [None req-e0c88b52-7508-44ab-b240-4c09bbe7e87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:40:04.211395 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c88b52-7508-44ab-b240-4c09bbe7e87a None None] Routers {'0edabf10-d51f-4cfc-9bcb-8268cbafd023'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 16:40:04.212035 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-e0c88b52-7508-44ab-b240-4c09bbe7e87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:39:59Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['0edabf10-d51f-4cfc-9bcb-8268cbafd023'], 'active': True} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:40:04.263620 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e66facf-cb72-493e-80bd-47e2f6f7dfec None None] Pushing event updated for resources: {'Port': ['ID=c82a8bae-aeb5-44c9-b91b-c8b73e0b3120,revision_number=4']} {{(pid=100455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:40:04.315865 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvr_db [None req-e0c88b52-7508-44ab-b240-4c09bbe7e87a None None] Set router 0edabf10-d51f-4cfc-9bcb-8268cbafd023 gateway port host: None {{(pid=100455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 16:40:04.420110 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-572121ce-0216-4653-95f8-fe79f9327180 None None] Provisioning complete for port c82a8bae-aeb5-44c9-b91b-c8b73e0b3120 triggered by entity DHCP. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:40:04.420481 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-572121ce-0216-4653-95f8-fe79f9327180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:40:04.502110 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-572121ce-0216-4653-95f8-fe79f9327180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:40:04.535829 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-e0c88b52-7508-44ab-b240-4c09bbe7e87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0edabf10-d51f-4cfc-9bcb-8268cbafd023', 'name': 'router1', 'tenant_id': '742bbd7b67da48f4b0482f0d45bc85a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:39:51Z', 'updated_at': '2021-09-22T16:40:01Z', 'revision_number': 2, 'project_id': '742bbd7b67da48f4b0482f0d45bc85a9', 'gw_port_host': None, '_interfaces': [{'id': 'c82a8bae-aeb5-44c9-b91b-c8b73e0b3120', 'name': '', 'network_id': 'dc1afd60-3529-483e-8028-b40a6d34b746', 'tenant_id': '742bbd7b67da48f4b0482f0d45bc85a9', 'mac_address': 'fa:16:3e:94:b5:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0edabf10-d51f-4cfc-9bcb-8268cbafd023', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0ac54815-3f52-4b57-b805-4f4ca8ae3e9a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:40:01Z', 'updated_at': '2021-09-22T16:40:04Z', 'revision_number': 4, 'project_id': '742bbd7b67da48f4b0482f0d45bc85a9', 'subnets': [{'id': '0ac54815-3f52-4b57-b805-4f4ca8ae3e9a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e1be7e57-eb10-42d0-a3e1-0537d583a862'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:40:04.537307 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-572121ce-0216-4653-95f8-fe79f9327180 None None] For port c82a8bae-aeb5-44c9-b91b-c8b73e0b3120, host dv-cinder-809968-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=c82a8bae-aeb5-44c9-b91b-c8b73e0b3120,segment=NetworkSegment(9ef340bc-7973-489a-b959-157240d9c064),segment_id=9ef340bc-7973-489a-b959-157240d9c064)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:40:04.542590 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-572121ce-0216-4653-95f8-fe79f9327180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:40:04.562816 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c88b52-7508-44ab-b240-4c09bbe7e87a None None] The sync data for ids ['0edabf10-d51f-4cfc-9bcb-8268cbafd023'] in dv-cinder-809968-4-iscsi is: [{'id': '0edabf10-d51f-4cfc-9bcb-8268cbafd023', 'name': 'router1', 'tenant_id': '742bbd7b67da48f4b0482f0d45bc85a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:39:51Z', 'updated_at': '2021-09-22T16:40:01Z', 'revision_number': 2, 'project_id': '742bbd7b67da48f4b0482f0d45bc85a9', 'gw_port_host': None, '_interfaces': [{'id': 'c82a8bae-aeb5-44c9-b91b-c8b73e0b3120', 'name': '', 'network_id': 'dc1afd60-3529-483e-8028-b40a6d34b746', 'tenant_id': '742bbd7b67da48f4b0482f0d45bc85a9', 'mac_address': 'fa:16:3e:94:b5:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0edabf10-d51f-4cfc-9bcb-8268cbafd023', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0ac54815-3f52-4b57-b805-4f4ca8ae3e9a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:40:01Z', 'updated_at': '2021-09-22T16:40:04Z', 'revision_number': 4, 'project_id': '742bbd7b67da48f4b0482f0d45bc85a9', 'subnets': [{'id': '0ac54815-3f52-4b57-b805-4f4ca8ae3e9a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e1be7e57-eb10-42d0-a3e1-0537d583a862'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 16:40:04.593698 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572121ce-0216-4653-95f8-fe79f9327180 None None] Pushing event updated for resources: {'Port': ['ID=c82a8bae-aeb5-44c9-b91b-c8b73e0b3120,revision_number=5']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:40:04.864144 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 51792) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:40:04.975103 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5973c0-8aa2-4ca1-8c60-4cb7642fac3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:40:04.976452 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-1e5973c0-8aa2-4ca1-8c60-4cb7642fac3f admin admin] 10.222.0.66 "GET /v2.0/networks/e265bfb9-6000-4acf-b4f9-12e0cf12940a HTTP/1.1" status: 200 len: 842 time: 0.1113689 Sep 22 16:40:04.987367 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.v2.base [None req-c0ca6e31-f09f-4183-8395-3f3bcb307957 admin admin] Request body: {'subnet': {'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=100453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:40:05.010369 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ca6e31-f09f-4183-8395-3f3bcb307957 admin admin] Made reservation on behalf of 418e667e23d04706a2ba5ce12285e878 for: {'subnet': 1} {{(pid=100453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:40:05.012559 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-c0ca6e31-f09f-4183-8395-3f3bcb307957 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:40:05.317665 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.objects.ports [None req-c0ca6e31-f09f-4183-8395-3f3bcb307957 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100453) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 22 16:40:05.318081 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-c0ca6e31-f09f-4183-8395-3f3bcb307957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351'] for subnet, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:40:05.369001 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca6e31-f09f-4183-8395-3f3bcb307957 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8,revision_number=0']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:40:05.380429 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ca6e31-f09f-4183-8395-3f3bcb307957 admin admin] Checking segment: {'id': '73061bb2-74db-4070-b057-2315d4867ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 16:40:05.380827 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ca6e31-f09f-4183-8395-3f3bcb307957 admin admin] Network hostable DHCP agents. Network: e265bfb9-6000-4acf-b4f9-12e0cf12940a, hostable agents: ['0db1be0e-ef43-4063-8d54-96fc7c9973fd'], hosted agents: [] {{(pid=100453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 16:40:05.402534 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ca6e31-f09f-4183-8395-3f3bcb307957 admin admin] Network e265bfb9-6000-4acf-b4f9-12e0cf12940a is scheduled to be hosted by DHCP agent 0db1be0e-ef43-4063-8d54-96fc7c9973fd with binding_index 1 {{(pid=100453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 16:40:05.413086 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.base_scheduler [None req-c0ca6e31-f09f-4183-8395-3f3bcb307957 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809968-4-iscsi, e265bfb9-6000-4acf-b4f9-12e0cf12940a) {{(pid=100453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:40:05.417358 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ca6e31-f09f-4183-8395-3f3bcb307957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:40:05.417970 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-c0ca6e31-f09f-4183-8395-3f3bcb307957 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for subnet, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:40:05.423799 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c0fa66-79ee-45f3-af08-6b261eb89dfe None None] Network e265bfb9-6000-4acf-b4f9-12e0cf12940a requested from dv-cinder-809968-4-iscsi {{(pid=100454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 16:40:05.435263 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-c0ca6e31-f09f-4183-8395-3f3bcb307957 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4511347 Sep 22 16:40:05.573819 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3fc8b4-ab85-4482-9060-fbf598f6a998 None None] Network e265bfb9-6000-4acf-b4f9-12e0cf12940a requested from dv-cinder-809968-4-iscsi {{(pid=100454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 16:40:07.774870 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 51800) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:40:07.907463 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-74421239-021b-4a73-aef2-1078c152b8bf admin admin] 10.222.0.66 "GET /v2.0/routers/0edabf10-d51f-4cfc-9bcb-8268cbafd023 HTTP/1.1" status: 200 len: 710 time: 0.1314766 Sep 22 16:40:07.994120 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a179845b-5615-4d08-b1fc-7f934e7538e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:40:07.995503 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-a179845b-5615-4d08-b1fc-7f934e7538e2 admin admin] 10.222.0.66 "GET /v2.0/networks/e265bfb9-6000-4acf-b4f9-12e0cf12940a HTTP/1.1" status: 200 len: 886 time: 0.0820723 Sep 22 16:40:08.004831 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.v2.base [None req-5dc8d89d-4337-4f24-a174-ed46f4d1480c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a'}}} {{(pid=100453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:40:08.311901 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-5dc8d89d-4337-4f24-a174-ed46f4d1480c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:40:08.542456 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-5dc8d89d-4337-4f24-a174-ed46f4d1480c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:40:08.618084 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-5dc8d89d-4337-4f24-a174-ed46f4d1480c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:40:08.716804 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.db.db_base_plugin_common [None req-5dc8d89d-4337-4f24-a174-ed46f4d1480c admin admin] Allocated IP 172.27.0.254 (e265bfb9-6000-4acf-b4f9-12e0cf12940a/83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8/6aa45707-076b-4ba9-9815-2eaf9f7e36d9) {{(pid=100453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:40:08.814185 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-5dc8d89d-4337-4f24-a174-ed46f4d1480c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:40:08.847542 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-5dc8d89d-4337-4f24-a174-ed46f4d1480c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735274499777'] for port, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:40:08.886916 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc8d89d-4337-4f24-a174-ed46f4d1480c admin admin] Network e265bfb9-6000-4acf-b4f9-12e0cf12940a is already hosted by enough agents. {{(pid=100453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:40:08.889685 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.base_scheduler [None req-5dc8d89d-4337-4f24-a174-ed46f4d1480c admin admin] Resources bound (agent type, host, resource id): {{(pid=100453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:40:08.892952 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc8d89d-4337-4f24-a174-ed46f4d1480c admin admin] Received port after_create {{(pid=100453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 16:40:08.932785 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc8d89d-4337-4f24-a174-ed46f4d1480c admin admin] Pushing event updated for resources: {'Port': ['ID=6aa45707-076b-4ba9-9815-2eaf9f7e36d9,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:40:09.139426 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-5dc8d89d-4337-4f24-a174-ed46f4d1480c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:40:09.332311 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-5dc8d89d-4337-4f24-a174-ed46f4d1480c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1698697', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1639449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16293'] for router, precommit_update {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:40:09.335673 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-5dc8d89d-4337-4f24-a174-ed46f4d1480c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1698736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1698747', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1639424'] for router, after_update {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:40:09.438964 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dc8d89d-4337-4f24-a174-ed46f4d1480c admin admin] Router 0edabf10-d51f-4cfc-9bcb-8268cbafd023 has already been hosted by L3 agent c3efc510-1e60-45c8-b68a-00a20fddc4a4 {{(pid=100453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 16:40:09.543507 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc8d89d-4337-4f24-a174-ed46f4d1480c admin admin] Notify agent at l3_agent.dv-cinder-809968-4-iscsi the message routers_updated {{(pid=100453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 16:40:09.547621 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-5dc8d89d-4337-4f24-a174-ed46f4d1480c admin admin] Notify callbacks [] for router, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:40:09.548823 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-5dc8d89d-4337-4f24-a174-ed46f4d1480c admin admin] 10.222.0.66 "PUT /v2.0/routers/0edabf10-d51f-4cfc-9bcb-8268cbafd023 HTTP/1.1" status: 200 len: 890 time: 1.5470738 Sep 22 16:40:10.483743 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device c82a8bae-aeb5-44c9-b91b-c8b73e0b3120 up at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 16:40:10.531399 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Provisioning complete for port c82a8bae-aeb5-44c9-b91b-c8b73e0b3120 triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:40:10.531775 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:40:11.067300 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2452dc2e-2479-4fa5-a114-c7cd02822bff None None] Sync routers for ids ['0edabf10-d51f-4cfc-9bcb-8268cbafd023'] in dv-cinder-809968-4-iscsi {{(pid=100454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 16:40:11.077766 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2452dc2e-2479-4fa5-a114-c7cd02822bff None None] Routers {'0edabf10-d51f-4cfc-9bcb-8268cbafd023'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 16:40:11.078396 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-2452dc2e-2479-4fa5-a114-c7cd02822bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:39:59Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['0edabf10-d51f-4cfc-9bcb-8268cbafd023'], 'active': True} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:40:11.281226 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvr_db [None req-2452dc2e-2479-4fa5-a114-c7cd02822bff None None] Set router 0edabf10-d51f-4cfc-9bcb-8268cbafd023 gateway port host: dv-cinder-809968-4-iscsi {{(pid=100454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 16:40:11.665200 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-2452dc2e-2479-4fa5-a114-c7cd02822bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0edabf10-d51f-4cfc-9bcb-8268cbafd023', 'name': 'router1', 'tenant_id': '742bbd7b67da48f4b0482f0d45bc85a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '6aa45707-076b-4ba9-9815-2eaf9f7e36d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:39:51Z', 'updated_at': '2021-09-22T16:40:09Z', 'revision_number': 4, 'project_id': '742bbd7b67da48f4b0482f0d45bc85a9', 'gw_port': {'id': '6aa45707-076b-4ba9-9815-2eaf9f7e36d9', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0edabf10-d51f-4cfc-9bcb-8268cbafd023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:40:08Z', 'updated_at': '2021-09-22T16:40:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_interfaces': [{'id': 'c82a8bae-aeb5-44c9-b91b-c8b73e0b3120', 'name': '', 'network_id': 'dc1afd60-3529-483e-8028-b40a6d34b746', 'tenant_id': '742bbd7b67da48f4b0482f0d45bc85a9', 'mac_address': 'fa:16:3e:94:b5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0edabf10-d51f-4cfc-9bcb-8268cbafd023', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0ac54815-3f52-4b57-b805-4f4ca8ae3e9a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:40:01Z', 'updated_at': '2021-09-22T16:40:04Z', 'revision_number': 5, 'project_id': '742bbd7b67da48f4b0482f0d45bc85a9', 'subnets': [{'id': '0ac54815-3f52-4b57-b805-4f4ca8ae3e9a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e1be7e57-eb10-42d0-a3e1-0537d583a862'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:40:11.716444 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2452dc2e-2479-4fa5-a114-c7cd02822bff None None] Checking router: 0edabf10-d51f-4cfc-9bcb-8268cbafd023 for host: dv-cinder-809968-4-iscsi {{(pid=100454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 16:40:11.716794 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2452dc2e-2479-4fa5-a114-c7cd02822bff None None] Updating router 0edabf10-d51f-4cfc-9bcb-8268cbafd023 port 6aa45707-076b-4ba9-9815-2eaf9f7e36d9 binding host dv-cinder-809968-4-iscsi {{(pid=100454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 16:40:11.762928 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-2452dc2e-2479-4fa5-a114-c7cd02822bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:40:11.983679 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 51812) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:40:12.165123 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-2452dc2e-2479-4fa5-a114-c7cd02822bff None None] Notify callbacks [] for port, precommit_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:40:12.171362 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-2452dc2e-2479-4fa5-a114-c7cd02822bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:40:12.190612 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-467fc2ff-4620-405f-abb3-931a3e8ec638 admin admin] 10.222.0.66 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.2058241 Sep 22 16:40:12.222301 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d81d9c-7b75-4c32-85f2-41c87a96db80 None None] Pushing event updated for resources: {'Port': ['ID=6aa45707-076b-4ba9-9815-2eaf9f7e36d9,revision_number=2']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:40:12.229042 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.managers [None req-2452dc2e-2479-4fa5-a114-c7cd02822bff None None] Attempting to bind port 6aa45707-076b-4ba9-9815-2eaf9f7e36d9 on host dv-cinder-809968-4-iscsi for vnic_type normal with profile {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 16:40:12.229416 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.managers [None req-2452dc2e-2479-4fa5-a114-c7cd02822bff None None] Attempting to bind port 6aa45707-076b-4ba9-9815-2eaf9f7e36d9 by drivers openvswitch,hyperv on host dv-cinder-809968-4-iscsi at level 0 using segments [{'id': '73061bb2-74db-4070-b057-2315d4867ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a'}] {{(pid=100454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 16:40:12.230312 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2452dc2e-2479-4fa5-a114-c7cd02822bff None None] Attempting to bind port 6aa45707-076b-4ba9-9815-2eaf9f7e36d9 on network e265bfb9-6000-4acf-b4f9-12e0cf12940a {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 16:40:12.235811 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2452dc2e-2479-4fa5-a114-c7cd02822bff None None] Checking agent: {'id': '08e98799-e574-4f1d-90ac-f796d675fca5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809968-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 16, 39, 29), 'started_at': datetime.datetime(2021, 9, 22, 16, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 16, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809968-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 16:40:12.236197 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2452dc2e-2479-4fa5-a114-c7cd02822bff None None] Checking segment: {'id': '73061bb2-74db-4070-b057-2315d4867ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 16:40:12.236600 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-2452dc2e-2479-4fa5-a114-c7cd02822bff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:40:12.236990 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2452dc2e-2479-4fa5-a114-c7cd02822bff None None] Bound using segment: {'id': '73061bb2-74db-4070-b057-2315d4867ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a'} {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 16:40:12.237454 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.managers [None req-2452dc2e-2479-4fa5-a114-c7cd02822bff None None] Bound port: 6aa45707-076b-4ba9-9815-2eaf9f7e36d9, host: dv-cinder-809968-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73061bb2-74db-4070-b057-2315d4867ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a'}}] {{(pid=100454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 16:40:12.237881 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-2452dc2e-2479-4fa5-a114-c7cd02822bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:40:12.292601 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-2452dc2e-2479-4fa5-a114-c7cd02822bff None None] For port 6aa45707-076b-4ba9-9815-2eaf9f7e36d9, host dv-cinder-809968-4-iscsi, cleared binding levels {{(pid=100454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 16:40:12.296044 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-2452dc2e-2479-4fa5-a114-c7cd02822bff None None] For port 6aa45707-076b-4ba9-9815-2eaf9f7e36d9, host dv-cinder-809968-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=6aa45707-076b-4ba9-9815-2eaf9f7e36d9,segment=NetworkSegment(73061bb2-74db-4070-b057-2315d4867ed3),segment_id=73061bb2-74db-4070-b057-2315d4867ed3)] {{(pid=100454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 16:40:12.300899 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-2452dc2e-2479-4fa5-a114-c7cd02822bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:40:12.365803 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2452dc2e-2479-4fa5-a114-c7cd02822bff None None] Routers {'0edabf10-d51f-4cfc-9bcb-8268cbafd023'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 16:40:12.366425 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-2452dc2e-2479-4fa5-a114-c7cd02822bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:39:59Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['0edabf10-d51f-4cfc-9bcb-8268cbafd023'], 'active': True} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:40:12.368704 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d81d9c-7b75-4c32-85f2-41c87a96db80 None None] Pushing event updated for resources: {'Port': ['ID=6aa45707-076b-4ba9-9815-2eaf9f7e36d9,revision_number=3']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:40:12.476728 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvr_db [None req-2452dc2e-2479-4fa5-a114-c7cd02822bff None None] Set router 0edabf10-d51f-4cfc-9bcb-8268cbafd023 gateway port host: dv-cinder-809968-4-iscsi {{(pid=100454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 16:40:12.689102 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-2452dc2e-2479-4fa5-a114-c7cd02822bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0edabf10-d51f-4cfc-9bcb-8268cbafd023', 'name': 'router1', 'tenant_id': '742bbd7b67da48f4b0482f0d45bc85a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '6aa45707-076b-4ba9-9815-2eaf9f7e36d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:39:51Z', 'updated_at': '2021-09-22T16:40:09Z', 'revision_number': 4, 'project_id': '742bbd7b67da48f4b0482f0d45bc85a9', 'gw_port': {'id': '6aa45707-076b-4ba9-9815-2eaf9f7e36d9', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0edabf10-d51f-4cfc-9bcb-8268cbafd023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:40:08Z', 'updated_at': '2021-09-22T16:40:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_interfaces': [{'id': 'c82a8bae-aeb5-44c9-b91b-c8b73e0b3120', 'name': '', 'network_id': 'dc1afd60-3529-483e-8028-b40a6d34b746', 'tenant_id': '742bbd7b67da48f4b0482f0d45bc85a9', 'mac_address': 'fa:16:3e:94:b5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0edabf10-d51f-4cfc-9bcb-8268cbafd023', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0ac54815-3f52-4b57-b805-4f4ca8ae3e9a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:40:01Z', 'updated_at': '2021-09-22T16:40:04Z', 'revision_number': 5, 'project_id': '742bbd7b67da48f4b0482f0d45bc85a9', 'subnets': [{'id': '0ac54815-3f52-4b57-b805-4f4ca8ae3e9a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e1be7e57-eb10-42d0-a3e1-0537d583a862'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:40:12.715663 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2452dc2e-2479-4fa5-a114-c7cd02822bff None None] The sync data for ids ['0edabf10-d51f-4cfc-9bcb-8268cbafd023'] in dv-cinder-809968-4-iscsi is: [{'id': '0edabf10-d51f-4cfc-9bcb-8268cbafd023', 'name': 'router1', 'tenant_id': '742bbd7b67da48f4b0482f0d45bc85a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '6aa45707-076b-4ba9-9815-2eaf9f7e36d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:39:51Z', 'updated_at': '2021-09-22T16:40:09Z', 'revision_number': 4, 'project_id': '742bbd7b67da48f4b0482f0d45bc85a9', 'gw_port': {'id': '6aa45707-076b-4ba9-9815-2eaf9f7e36d9', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0edabf10-d51f-4cfc-9bcb-8268cbafd023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:40:08Z', 'updated_at': '2021-09-22T16:40:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_interfaces': [{'id': 'c82a8bae-aeb5-44c9-b91b-c8b73e0b3120', 'name': '', 'network_id': 'dc1afd60-3529-483e-8028-b40a6d34b746', 'tenant_id': '742bbd7b67da48f4b0482f0d45bc85a9', 'mac_address': 'fa:16:3e:94:b5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0edabf10-d51f-4cfc-9bcb-8268cbafd023', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0ac54815-3f52-4b57-b805-4f4ca8ae3e9a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:40:01Z', 'updated_at': '2021-09-22T16:40:04Z', 'revision_number': 5, 'project_id': '742bbd7b67da48f4b0482f0d45bc85a9', 'subnets': [{'id': '0ac54815-3f52-4b57-b805-4f4ca8ae3e9a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e1be7e57-eb10-42d0-a3e1-0537d583a862'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 16:40:14.497984 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 6aa45707-076b-4ba9-9815-2eaf9f7e36d9 up at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 16:40:14.556666 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Provisioning complete for port 6aa45707-076b-4ba9-9815-2eaf9f7e36d9 triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:40:14.557114 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:40:14.640912 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:40:14.662126 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] For port 6aa45707-076b-4ba9-9815-2eaf9f7e36d9, host dv-cinder-809968-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=6aa45707-076b-4ba9-9815-2eaf9f7e36d9,segment=NetworkSegment(73061bb2-74db-4070-b057-2315d4867ed3),segment_id=73061bb2-74db-4070-b057-2315d4867ed3)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:40:14.667411 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:40:14.721286 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Pushing event updated for resources: {'Port': ['ID=6aa45707-076b-4ba9-9815-2eaf9f7e36d9,revision_number=4']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:40:16.504454 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 6aa45707-076b-4ba9-9815-2eaf9f7e36d9 up at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 16:40:16.565396 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Provisioning complete for port 6aa45707-076b-4ba9-9815-2eaf9f7e36d9 triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:40:16.566037 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:40:23.023729 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.agents_db [None req-27f04faf-824b-4b06-8ae5-89241b6ab4ba None None] Agent healthcheck: found 5 active agents {{(pid=100455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 16:40:25.701676 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-af69c2b4-fae6-4d49-845c-0cec1c0410fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:40:28.635777 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-bba4914d-cde4-4d7f-8a56-1c19af433bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:40:28.983314 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:40:29.532315 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-c376604a-15ac-4af8-994c-a8e4e85893e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:40:30.854459 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ea12bc52-457f-4758-858a-1e27800db098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:40:55.706254 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-671a2a23-2e51-430a-9195-ad82f4f00bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:40:58.639535 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-75ba96ac-0b5e-4484-8fb8-4439345dfe28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:40:58.976941 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:40:59.543818 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-c376604a-15ac-4af8-994c-a8e4e85893e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:41:00.022973 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.agents_db [None req-27f04faf-824b-4b06-8ae5-89241b6ab4ba None None] Agent healthcheck: found 5 active agents {{(pid=100455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 16:41:00.852760 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ea12bc52-457f-4758-858a-1e27800db098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:41:25.698643 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-115b0cc7-c219-436c-9404-45e68b746bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:41:28.642392 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-bb87ea0b-e4a1-438b-a79b-c53b59f91b26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:41:28.980020 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:41:29.535486 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-c376604a-15ac-4af8-994c-a8e4e85893e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:41:30.854787 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ea12bc52-457f-4758-858a-1e27800db098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:41:37.021976 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.agents_db [None req-27f04faf-824b-4b06-8ae5-89241b6ab4ba None None] Agent healthcheck: found 5 active agents {{(pid=100455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 16:41:48.854550 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 52374) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:41:48.915566 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1420437-a88e-44de-8e82-7fbd1912564b admin admin] GET failed (client error): The resource could not be found. Sep 22 16:41:48.916884 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-f1420437-a88e-44de-8e82-7fbd1912564b admin admin] 10.222.0.66 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0613642 Sep 22 16:41:49.079198 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d635dd-1551-4d37-8e51-32df7417c37b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:41:49.080581 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-54d635dd-1551-4d37-8e51-32df7417c37b admin admin] 10.222.0.66 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1591218 Sep 22 16:41:51.285312 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 52384) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:41:51.376537 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c63a413-331b-43c7-afe1-8ccfec728e46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:41:51.377889 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-9c63a413-331b-43c7-afe1-8ccfec728e46 admin admin] 10.222.0.66 "GET /v2.0/subnets/0ac54815-3f52-4b57-b805-4f4ca8ae3e9a HTTP/1.1" status: 200 len: 849 time: 0.0916007 Sep 22 16:41:51.387803 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.v2.base [None req-be1e808b-4b2e-42b9-af35-38afe71ee17f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:41:51.472446 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-be1e808b-4b2e-42b9-af35-38afe71ee17f admin admin] Notify callbacks [] for subnet, before_update {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:41:51.606779 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-be1e808b-4b2e-42b9-af35-38afe71ee17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735274987255'] for subnet, after_update {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:41:51.637507 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1e808b-4b2e-42b9-af35-38afe71ee17f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:41:51.638108 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-be1e808b-4b2e-42b9-af35-38afe71ee17f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for subnet, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:41:51.653587 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-be1e808b-4b2e-42b9-af35-38afe71ee17f admin admin] 10.222.0.66 "PUT /v2.0/subnets/0ac54815-3f52-4b57-b805-4f4ca8ae3e9a HTTP/1.1" status: 200 len: 868 time: 0.2551448 Sep 22 16:41:51.653856 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc03a9bc-b101-4520-8c62-e71b62750712 None None] Network dc1afd60-3529-483e-8028-b40a6d34b746 requested from dv-cinder-809968-4-iscsi {{(pid=100454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 16:41:51.662677 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1e808b-4b2e-42b9-af35-38afe71ee17f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ac54815-3f52-4b57-b805-4f4ca8ae3e9a,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:41:51.670016 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1e808b-4b2e-42b9-af35-38afe71ee17f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:41:51.670388 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1e808b-4b2e-42b9-af35-38afe71ee17f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:41:51.670726 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1e808b-4b2e-42b9-af35-38afe71ee17f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:41:51.671058 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1e808b-4b2e-42b9-af35-38afe71ee17f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:41:51.671382 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1e808b-4b2e-42b9-af35-38afe71ee17f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:41:51.671723 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1e808b-4b2e-42b9-af35-38afe71ee17f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:41:51.672647 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1e808b-4b2e-42b9-af35-38afe71ee17f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:41:51.673018 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1e808b-4b2e-42b9-af35-38afe71ee17f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:41:51.674069 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1e808b-4b2e-42b9-af35-38afe71ee17f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:41:51.674069 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1e808b-4b2e-42b9-af35-38afe71ee17f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:41:51.674069 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1e808b-4b2e-42b9-af35-38afe71ee17f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:41:51.674438 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1e808b-4b2e-42b9-af35-38afe71ee17f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:41:51.975933 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-d5bb3acb-a229-498e-a4de-523bf44c4995 None None] Provisioning complete for port a8940104-6266-48be-9382-7a1aac13688a triggered by entity DHCP. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:41:51.976309 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-d5bb3acb-a229-498e-a4de-523bf44c4995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:41:52.060917 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-d5bb3acb-a229-498e-a4de-523bf44c4995 None None] Provisioning complete for port c82a8bae-aeb5-44c9-b91b-c8b73e0b3120 triggered by entity DHCP. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:41:52.061289 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-d5bb3acb-a229-498e-a4de-523bf44c4995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:41:53.826629 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 52392) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:41:54.023112 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed4fc11-f7a5-4fa7-89f4-497a4f04909d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:41:54.023505 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed4fc11-f7a5-4fa7-89f4-497a4f04909d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:41:54.025046 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-3ed4fc11-f7a5-4fa7-89f4-497a4f04909d admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1974649 Sep 22 16:41:55.701648 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-c41fd5ef-41ae-48e8-8753-8c3d77c0cac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:41:56.301576 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 52400) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:41:56.431769 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be340d1-9560-4fd5-b1b4-568b6c776555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:41:56.432156 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be340d1-9560-4fd5-b1b4-568b6c776555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:41:56.433740 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-7be340d1-9560-4fd5-b1b4-568b6c776555 admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1311948 Sep 22 16:41:58.631590 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 52408) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:41:58.644071 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-3f2a7996-fd3b-43cb-b59e-40872cb9659a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:41:58.760911 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b46085e-dcd1-4281-8656-7d1e5c682c6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:41:58.763129 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-5b46085e-dcd1-4281-8656-7d1e5c682c6a admin admin] 10.222.0.66 "GET /v2.0/networks/dc1afd60-3529-483e-8028-b40a6d34b746 HTTP/1.1" status: 200 len: 870 time: 0.1305490 Sep 22 16:41:58.982772 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:41:59.538744 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-c376604a-15ac-4af8-994c-a8e4e85893e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:42:00.856781 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ea12bc52-457f-4758-858a-1e27800db098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:42:00.948821 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 52416) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:42:01.103153 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdaa26b-3ef4-4887-9394-4e7c2b8a2d07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:42:01.104432 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-9cdaa26b-3ef4-4887-9394-4e7c2b8a2d07 admin admin] 10.222.0.66 "GET /v2.0/networks/e265bfb9-6000-4acf-b4f9-12e0cf12940a HTTP/1.1" status: 200 len: 886 time: 0.1546917 Sep 22 16:42:03.308240 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 52426) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:42:03.432399 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbab8502-35ef-40d2-bb23-d7ee8b545e7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:42:03.432758 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbab8502-35ef-40d2-bb23-d7ee8b545e7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:42:03.434318 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-fbab8502-35ef-40d2-bb23-d7ee8b545e7c admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1250744 Sep 22 16:42:05.600917 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 52434) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:42:05.690603 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef273eb6-8336-4f41-978b-f027fa983335 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:42:05.691061 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef273eb6-8336-4f41-978b-f027fa983335 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:42:05.692556 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-ef273eb6-8336-4f41-978b-f027fa983335 admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0906918 Sep 22 16:42:07.875114 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 52442) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:42:07.967871 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff08cfcf-efd2-42ba-99e5-c5419c79a506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:42:07.969206 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-ff08cfcf-efd2-42ba-99e5-c5419c79a506 admin admin] 10.222.0.66 "GET /v2.0/subnets/0ac54815-3f52-4b57-b805-4f4ca8ae3e9a HTTP/1.1" status: 200 len: 868 time: 0.0931456 Sep 22 16:42:10.163789 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 52450) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:42:10.249413 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fb43cb-6e20-4bc3-a781-3742716644fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:42:10.251062 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-c3fb43cb-6e20-4bc3-a781-3742716644fd admin admin] 10.222.0.66 "GET /v2.0/subnets/83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8 HTTP/1.1" status: 200 len: 816 time: 0.0863237 Sep 22 16:42:14.021002 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.agents_db [None req-27f04faf-824b-4b06-8ae5-89241b6ab4ba None None] Agent healthcheck: found 5 active agents {{(pid=100455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 16:42:25.704070 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-9292c104-ee16-4218-9951-901b68740744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:42:28.645737 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-6d0b7ada-0c61-4f42-aa8e-1dc306fc4d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:42:28.983528 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:42:29.542476 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-c376604a-15ac-4af8-994c-a8e4e85893e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:42:30.863645 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ea12bc52-457f-4758-858a-1e27800db098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:42:34.151083 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 52504) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:42:34.202597 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [None req-b292be67-2148-426e-80c5-4f6945aa2a1e admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:42:34.203607 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-b292be67-2148-426e-80c5-4f6945aa2a1e admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0515618 Sep 22 16:42:36.630723 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 52512) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:42:36.692860 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.pecan_wsgi.hooks.translation [None req-adefeeb2-46f4-4b25-a0df-82e0ded23fe4 admin admin] GET failed (client error): The resource could not be found. Sep 22 16:42:36.694207 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-adefeeb2-46f4-4b25-a0df-82e0ded23fe4 admin admin] 10.222.0.66 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0625513 Sep 22 16:42:36.842507 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca27f72-45db-4b5b-ae6f-77896554ec3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:42:36.843891 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-1ca27f72-45db-4b5b-ae6f-77896554ec3d admin admin] 10.222.0.66 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1449001 Sep 22 16:42:39.106277 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 52520) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:42:39.153258 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [None req-f90d9528-9751-433e-8d0b-eb9a4b1e46a9 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:42:39.173396 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90d9528-9751-433e-8d0b-eb9a4b1e46a9 admin admin] Made reservation on behalf of 418e667e23d04706a2ba5ce12285e878 for: {'network': 1} {{(pid=100452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:42:39.175818 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-f90d9528-9751-433e-8d0b-eb9a4b1e46a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for network, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:42:39.213193 dv-cinder-809968-4-iscsi neutron-server[100452]: WARNING neutron.services.revisions.revision_plugin [None req-f90d9528-9751-433e-8d0b-eb9a4b1e46a9 admin admin] Could not find related network for resource to bump revision. Sep 22 16:42:39.226034 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f90d9528-9751-433e-8d0b-eb9a4b1e46a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1078, 'physical_network': 'physnet1'} {{(pid=100452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 16:42:39.235178 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-f90d9528-9751-433e-8d0b-eb9a4b1e46a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720390'] for segment, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:42:39.235518 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.db.segments_db [None req-f90d9528-9751-433e-8d0b-eb9a4b1e46a9 admin admin] Added segment 75d1d64a-af4f-4570-bcaf-bff1bd6271a5 of type vlan for network fdcc8a9a-1c77-4208-80f1-8a61fdafa05e Sep 22 16:42:39.284658 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-f90d9528-9751-433e-8d0b-eb9a4b1e46a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735274455839'] for network, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:42:39.308452 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-f90d9528-9751-433e-8d0b-eb9a4b1e46a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351'] for network, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:42:39.309374 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90d9528-9751-433e-8d0b-eb9a4b1e46a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:42:39.309998 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-f90d9528-9751-433e-8d0b-eb9a4b1e46a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for network, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:42:39.339370 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-f90d9528-9751-433e-8d0b-eb9a4b1e46a9 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2320142 Sep 22 16:42:39.369967 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90d9528-9751-433e-8d0b-eb9a4b1e46a9 admin admin] Pushing event updated for resources: {'Network': ['ID=fdcc8a9a-1c77-4208-80f1-8a61fdafa05e,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:42:39.378053 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d9528-9751-433e-8d0b-eb9a4b1e46a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:42:39.378567 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d9528-9751-433e-8d0b-eb9a4b1e46a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:42:39.378934 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d9528-9751-433e-8d0b-eb9a4b1e46a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:42:39.379271 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d9528-9751-433e-8d0b-eb9a4b1e46a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:42:39.379600 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d9528-9751-433e-8d0b-eb9a4b1e46a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:42:39.379944 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d9528-9751-433e-8d0b-eb9a4b1e46a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:42:39.380277 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d9528-9751-433e-8d0b-eb9a4b1e46a9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:42:39.380625 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d9528-9751-433e-8d0b-eb9a4b1e46a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:42:39.380966 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d9528-9751-433e-8d0b-eb9a4b1e46a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:42:39.381290 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d9528-9751-433e-8d0b-eb9a4b1e46a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:42:39.381632 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d9528-9751-433e-8d0b-eb9a4b1e46a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:42:39.381952 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d9528-9751-433e-8d0b-eb9a4b1e46a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:42:39.395471 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Network fdcc8a9a-1c77-4208-80f1-8a61fdafa05e details requested by agent ovs-agent-dv-cinder-809968-4-iscsi with host dv-cinder-809968-4-iscsi {{(pid=100454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 16:42:41.578908 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 52528) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:42:41.641384 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.pecan_wsgi.hooks.translation [None req-85df172d-541c-40bf-9290-7c984919fe35 admin admin] GET failed (client error): The resource could not be found. Sep 22 16:42:41.642722 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-85df172d-541c-40bf-9290-7c984919fe35 admin admin] 10.222.0.66 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0628598 Sep 22 16:42:41.710929 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df0f77b-e537-4b3c-b0ec-9c4fa3b90ece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:42:41.712355 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-7df0f77b-e537-4b3c-b0ec-9c4fa3b90ece admin admin] 10.222.0.66 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0641737 Sep 22 16:42:41.723064 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [None req-50cef636-b8a5-410f-8d47-767a157828ab admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'fdcc8a9a-1c77-4208-80f1-8a61fdafa05e', 'name': 'shared-subnet'}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:42:41.742286 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50cef636-b8a5-410f-8d47-767a157828ab admin admin] Made reservation on behalf of 418e667e23d04706a2ba5ce12285e878 for: {'subnet': 1} {{(pid=100452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:42:41.744528 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-50cef636-b8a5-410f-8d47-767a157828ab admin admin] Notify callbacks [] for subnet, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:42:41.902538 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-50cef636-b8a5-410f-8d47-767a157828ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351'] for subnet, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:42:41.956423 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cef636-b8a5-410f-8d47-767a157828ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e6590c8-43c2-43db-8ad2-d9bbda6d715d,revision_number=0']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:42:41.964412 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cef636-b8a5-410f-8d47-767a157828ab admin admin] Checking segment: {'id': '75d1d64a-af4f-4570-bcaf-bff1bd6271a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'fdcc8a9a-1c77-4208-80f1-8a61fdafa05e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 16:42:41.964753 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cef636-b8a5-410f-8d47-767a157828ab admin admin] Network hostable DHCP agents. Network: fdcc8a9a-1c77-4208-80f1-8a61fdafa05e, hostable agents: ['0db1be0e-ef43-4063-8d54-96fc7c9973fd'], hosted agents: [] {{(pid=100452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 16:42:41.981038 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cef636-b8a5-410f-8d47-767a157828ab admin admin] Network fdcc8a9a-1c77-4208-80f1-8a61fdafa05e is scheduled to be hosted by DHCP agent 0db1be0e-ef43-4063-8d54-96fc7c9973fd with binding_index 1 {{(pid=100452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 16:42:41.989737 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.base_scheduler [None req-50cef636-b8a5-410f-8d47-767a157828ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809968-4-iscsi, fdcc8a9a-1c77-4208-80f1-8a61fdafa05e) {{(pid=100452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:42:41.994011 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50cef636-b8a5-410f-8d47-767a157828ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:42:41.994789 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-50cef636-b8a5-410f-8d47-767a157828ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for subnet, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:42:41.999059 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acae022d-a094-45a2-8d52-56f17e5aa05f None None] Network fdcc8a9a-1c77-4208-80f1-8a61fdafa05e requested from dv-cinder-809968-4-iscsi {{(pid=100454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 16:42:42.009470 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-50cef636-b8a5-410f-8d47-767a157828ab admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2903817 Sep 22 16:42:42.153643 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2021656d-2959-4ec2-9cbc-7a6d4b80c512 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7358752-8e43-55c4-be9d-21b7cc7223a6-fdcc8a9a-1c77-4208-80f1-8a61fdafa05e', 'network_id': 'fdcc8a9a-1c77-4208-80f1-8a61fdafa05e', 'tenant_id': '418e667e23d04706a2ba5ce12285e878', 'fixed_ips': [{'subnet_id': '3e6590c8-43c2-43db-8ad2-d9bbda6d715d'}]}} from dv-cinder-809968-4-iscsi. {{(pid=100454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 16:42:42.154503 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-2021656d-2959-4ec2-9cbc-7a6d4b80c512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_create {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:42:42.302078 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.db_base_plugin_common [None req-2021656d-2959-4ec2-9cbc-7a6d4b80c512 None None] Allocated IP 192.168.233.2 (fdcc8a9a-1c77-4208-80f1-8a61fdafa05e/3e6590c8-43c2-43db-8ad2-d9bbda6d715d/403ee107-8f27-45e2-bd76-3a124701cf8c) {{(pid=100454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:42:42.453911 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-2021656d-2959-4ec2-9cbc-7a6d4b80c512 None None] Notify callbacks [] for port, precommit_create {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:42:42.461816 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-2021656d-2959-4ec2-9cbc-7a6d4b80c512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735274499777'] for port, after_create {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:42:42.502291 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2021656d-2959-4ec2-9cbc-7a6d4b80c512 None None] Network fdcc8a9a-1c77-4208-80f1-8a61fdafa05e is already hosted by enough agents. {{(pid=100454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:42:42.505808 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.scheduler.base_scheduler [None req-2021656d-2959-4ec2-9cbc-7a6d4b80c512 None None] Resources bound (agent type, host, resource id): {{(pid=100454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:42:42.508292 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2021656d-2959-4ec2-9cbc-7a6d4b80c512 None None] Received port after_create {{(pid=100454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 16:42:42.524492 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2021656d-2959-4ec2-9cbc-7a6d4b80c512 None None] Pushing event updated for resources: {'Port': ['ID=403ee107-8f27-45e2-bd76-3a124701cf8c,revision_number=1']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:42:42.544261 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2021656d-2959-4ec2-9cbc-7a6d4b80c512 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:42:42.544637 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2021656d-2959-4ec2-9cbc-7a6d4b80c512 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:42:42.544989 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2021656d-2959-4ec2-9cbc-7a6d4b80c512 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:42:42.545324 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2021656d-2959-4ec2-9cbc-7a6d4b80c512 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:42:42.545684 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2021656d-2959-4ec2-9cbc-7a6d4b80c512 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:42:42.546015 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2021656d-2959-4ec2-9cbc-7a6d4b80c512 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:42:42.546342 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2021656d-2959-4ec2-9cbc-7a6d4b80c512 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:42:42.546673 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2021656d-2959-4ec2-9cbc-7a6d4b80c512 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:42:42.547014 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2021656d-2959-4ec2-9cbc-7a6d4b80c512 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:42:42.547358 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2021656d-2959-4ec2-9cbc-7a6d4b80c512 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:42:42.547682 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2021656d-2959-4ec2-9cbc-7a6d4b80c512 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:42:42.548006 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2021656d-2959-4ec2-9cbc-7a6d4b80c512 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:42:42.581764 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.managers [None req-2021656d-2959-4ec2-9cbc-7a6d4b80c512 None None] Attempting to bind port 403ee107-8f27-45e2-bd76-3a124701cf8c on host dv-cinder-809968-4-iscsi for vnic_type normal with profile {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 16:42:42.582135 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.managers [None req-2021656d-2959-4ec2-9cbc-7a6d4b80c512 None None] Attempting to bind port 403ee107-8f27-45e2-bd76-3a124701cf8c by drivers openvswitch,hyperv on host dv-cinder-809968-4-iscsi at level 0 using segments [{'id': '75d1d64a-af4f-4570-bcaf-bff1bd6271a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'fdcc8a9a-1c77-4208-80f1-8a61fdafa05e'}] {{(pid=100454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 16:42:42.582494 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2021656d-2959-4ec2-9cbc-7a6d4b80c512 None None] Attempting to bind port 403ee107-8f27-45e2-bd76-3a124701cf8c on network fdcc8a9a-1c77-4208-80f1-8a61fdafa05e {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 16:42:42.587507 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2021656d-2959-4ec2-9cbc-7a6d4b80c512 None None] Checking agent: {'id': '08e98799-e574-4f1d-90ac-f796d675fca5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809968-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 16, 39, 29), 'started_at': datetime.datetime(2021, 9, 22, 16, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 16, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809968-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 16:42:42.587878 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2021656d-2959-4ec2-9cbc-7a6d4b80c512 None None] Checking segment: {'id': '75d1d64a-af4f-4570-bcaf-bff1bd6271a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'fdcc8a9a-1c77-4208-80f1-8a61fdafa05e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 16:42:42.588275 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-2021656d-2959-4ec2-9cbc-7a6d4b80c512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:42:42.588661 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2021656d-2959-4ec2-9cbc-7a6d4b80c512 None None] Bound using segment: {'id': '75d1d64a-af4f-4570-bcaf-bff1bd6271a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'fdcc8a9a-1c77-4208-80f1-8a61fdafa05e'} {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 16:42:42.589117 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.managers [None req-2021656d-2959-4ec2-9cbc-7a6d4b80c512 None None] Bound port: 403ee107-8f27-45e2-bd76-3a124701cf8c, host: dv-cinder-809968-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d1d64a-af4f-4570-bcaf-bff1bd6271a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'fdcc8a9a-1c77-4208-80f1-8a61fdafa05e'}}] {{(pid=100454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 16:42:42.589515 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-2021656d-2959-4ec2-9cbc-7a6d4b80c512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:42:42.650822 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-2021656d-2959-4ec2-9cbc-7a6d4b80c512 None None] For port 403ee107-8f27-45e2-bd76-3a124701cf8c, host dv-cinder-809968-4-iscsi, cleared binding levels {{(pid=100454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 16:42:42.654220 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-2021656d-2959-4ec2-9cbc-7a6d4b80c512 None None] For port 403ee107-8f27-45e2-bd76-3a124701cf8c, host dv-cinder-809968-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=403ee107-8f27-45e2-bd76-3a124701cf8c,segment=NetworkSegment(75d1d64a-af4f-4570-bcaf-bff1bd6271a5),segment_id=75d1d64a-af4f-4570-bcaf-bff1bd6271a5)] {{(pid=100454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 16:42:42.660010 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-2021656d-2959-4ec2-9cbc-7a6d4b80c512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:42:42.717792 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2021656d-2959-4ec2-9cbc-7a6d4b80c512 None None] Pushing event updated for resources: {'Port': ['ID=403ee107-8f27-45e2-bd76-3a124701cf8c,revision_number=2']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:42:43.496850 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d3aef1-f6c3-48ea-b637-cd1477aca570 None None] Network fdcc8a9a-1c77-4208-80f1-8a61fdafa05e requested from dv-cinder-809968-4-iscsi {{(pid=100454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 16:42:43.579426 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-e05e5ede-3eb0-40f2-ac97-2d18674b6b68 None None] Provisioning complete for port 403ee107-8f27-45e2-bd76-3a124701cf8c triggered by entity DHCP. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:42:43.579800 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-e05e5ede-3eb0-40f2-ac97-2d18674b6b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:42:43.720607 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-e05e5ede-3eb0-40f2-ac97-2d18674b6b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:42:43.758613 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-e05e5ede-3eb0-40f2-ac97-2d18674b6b68 None None] For port 403ee107-8f27-45e2-bd76-3a124701cf8c, host dv-cinder-809968-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=403ee107-8f27-45e2-bd76-3a124701cf8c,segment=NetworkSegment(75d1d64a-af4f-4570-bcaf-bff1bd6271a5),segment_id=75d1d64a-af4f-4570-bcaf-bff1bd6271a5)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:42:43.764198 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-e05e5ede-3eb0-40f2-ac97-2d18674b6b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:42:43.819177 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05e5ede-3eb0-40f2-ac97-2d18674b6b68 None None] Pushing event updated for resources: {'Port': ['ID=403ee107-8f27-45e2-bd76-3a124701cf8c,revision_number=3']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:42:43.983534 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-9a6f289e-71ff-44be-ba41-461bde9d2ab2 None None] Provisioning complete for port 403ee107-8f27-45e2-bd76-3a124701cf8c triggered by entity DHCP. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:42:43.983838 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-9a6f289e-71ff-44be-ba41-461bde9d2ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:42:44.587562 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 403ee107-8f27-45e2-bd76-3a124701cf8c up at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 16:42:44.635776 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Provisioning complete for port 403ee107-8f27-45e2-bd76-3a124701cf8c triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:42:44.636145 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:42:51.021000 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.agents_db [None req-27f04faf-824b-4b06-8ae5-89241b6ab4ba None None] Agent healthcheck: found 5 active agents {{(pid=100455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 16:42:55.706228 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-e74eb34c-8445-4789-806a-ad627faf3539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:42:58.648134 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8a6b3dca-11d5-48c1-94c2-4eabf3daa2f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:42:58.984970 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:42:59.544005 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-c376604a-15ac-4af8-994c-a8e4e85893e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:43:00.865494 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ea12bc52-457f-4758-858a-1e27800db098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:43:25.707020 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-aae30f81-e813-4ae5-bb82-01f584c26221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:43:28.020399 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.agents_db [None req-27f04faf-824b-4b06-8ae5-89241b6ab4ba None None] Agent healthcheck: found 5 active agents {{(pid=100455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 16:43:28.651378 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-7fce8a4e-d867-4b47-856f-e9c72c1547f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:43:28.987519 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:43:29.546583 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-c376604a-15ac-4af8-994c-a8e4e85893e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:43:30.868886 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ea12bc52-457f-4758-858a-1e27800db098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:43:50.539143 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 52580) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:43:50.544900 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [None req-5ee12f77-b89b-4d0a-9c6a-3d8420ed959c tempest-verify_tempest_config-247973954 tempest-verify_tempest_config-247973954-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:43:50.545908 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-5ee12f77-b89b-4d0a-9c6a-3d8420ed959c tempest-verify_tempest_config-247973954 tempest-verify_tempest_config-247973954-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057688 Sep 22 16:43:50.838456 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 52598) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:43:50.940428 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f343ac0-d734-4c8c-848c-04f6d6c8ebf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:43:51.029626 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f343ac0-d734-4c8c-848c-04f6d6c8ebf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:43:51.033215 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f343ac0-d734-4c8c-848c-04f6d6c8ebf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:43:51.077430 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-7f343ac0-d734-4c8c-848c-04f6d6c8ebf1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d974a70976fc4b438c89ed3b4f0e1b11&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2379260 Sep 22 16:43:51.078245 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f343ac0-d734-4c8c-848c-04f6d6c8ebf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f440fd-3541-4fe8-b673-5561a5be09b6,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:43:51.080545 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 52604) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:43:51.085725 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f343ac0-d734-4c8c-848c-04f6d6c8ebf1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:43:51.086091 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f343ac0-d734-4c8c-848c-04f6d6c8ebf1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:43:51.086437 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f343ac0-d734-4c8c-848c-04f6d6c8ebf1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:43:51.086769 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f343ac0-d734-4c8c-848c-04f6d6c8ebf1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:43:51.087098 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f343ac0-d734-4c8c-848c-04f6d6c8ebf1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:43:51.087443 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f343ac0-d734-4c8c-848c-04f6d6c8ebf1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:43:51.087780 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f343ac0-d734-4c8c-848c-04f6d6c8ebf1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:43:51.088116 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f343ac0-d734-4c8c-848c-04f6d6c8ebf1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:43:51.088442 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f343ac0-d734-4c8c-848c-04f6d6c8ebf1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:43:51.088762 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f343ac0-d734-4c8c-848c-04f6d6c8ebf1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:43:51.089085 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f343ac0-d734-4c8c-848c-04f6d6c8ebf1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:43:51.089404 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f343ac0-d734-4c8c-848c-04f6d6c8ebf1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:43:51.136738 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-61a91e3f-2aa9-4e79-9f50-424aaadd4bab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:43:51.157154 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-61a91e3f-2aa9-4e79-9f50-424aaadd4bab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:43:51.243569 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-61a91e3f-2aa9-4e79-9f50-424aaadd4bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:43:51.246138 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-61a91e3f-2aa9-4e79-9f50-424aaadd4bab admin admin] Notify callbacks [] for security_group, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:43:51.247265 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-61a91e3f-2aa9-4e79-9f50-424aaadd4bab admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/85f440fd-3541-4fe8-b673-5561a5be09b6 HTTP/1.1" status: 204 len: 168 time: 0.1656897 Sep 22 16:43:51.256303 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a91e3f-2aa9-4e79-9f50-424aaadd4bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f440fd-3541-4fe8-b673-5561a5be09b6,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:43:51.263093 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a91e3f-2aa9-4e79-9f50-424aaadd4bab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:43:51.263458 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a91e3f-2aa9-4e79-9f50-424aaadd4bab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:43:51.263796 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a91e3f-2aa9-4e79-9f50-424aaadd4bab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:43:51.264127 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a91e3f-2aa9-4e79-9f50-424aaadd4bab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:43:51.264455 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a91e3f-2aa9-4e79-9f50-424aaadd4bab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:43:51.264796 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a91e3f-2aa9-4e79-9f50-424aaadd4bab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:43:51.265121 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a91e3f-2aa9-4e79-9f50-424aaadd4bab admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:43:51.265458 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a91e3f-2aa9-4e79-9f50-424aaadd4bab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:43:51.265900 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a91e3f-2aa9-4e79-9f50-424aaadd4bab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:43:51.266205 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a91e3f-2aa9-4e79-9f50-424aaadd4bab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:43:51.266523 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a91e3f-2aa9-4e79-9f50-424aaadd4bab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:43:51.266839 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a91e3f-2aa9-4e79-9f50-424aaadd4bab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:43:55.708299 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-89be1a8b-2281-4150-9d7a-cd38bd8a27fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:43:58.653018 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-420f7f4f-88be-458a-80d6-d23e038d449c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:43:58.989166 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:43:59.549180 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-c376604a-15ac-4af8-994c-a8e4e85893e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:44:00.871498 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ea12bc52-457f-4758-858a-1e27800db098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:44:05.020029 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.agents_db [None req-27f04faf-824b-4b06-8ae5-89241b6ab4ba None None] Agent healthcheck: found 5 active agents {{(pid=100455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 16:44:25.708540 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-5d7703e5-dc99-4978-9e21-1481cec6f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:44:28.653055 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8738b484-ca8a-4f9a-80de-ded628144638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:44:28.989508 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:44:29.556330 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-c376604a-15ac-4af8-994c-a8e4e85893e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:44:30.874016 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ea12bc52-457f-4758-858a-1e27800db098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:44:42.018366 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.agents_db [None req-27f04faf-824b-4b06-8ae5-89241b6ab4ba None None] Agent healthcheck: found 5 active agents {{(pid=100455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 16:44:55.709965 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-2c94d941-0b85-40a5-8cc8-d98bbde12c2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:44:58.654689 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-fec76b48-f2e8-42d9-9e7a-05b9a142c6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:44:58.992612 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:44:59.558124 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-c376604a-15ac-4af8-994c-a8e4e85893e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:45:00.880336 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ea12bc52-457f-4758-858a-1e27800db098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:45:19.018444 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.agents_db [None req-27f04faf-824b-4b06-8ae5-89241b6ab4ba None None] Agent healthcheck: found 5 active agents {{(pid=100455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 16:45:25.711982 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-2deb57f7-7ff2-4ac8-b395-cb7d5d55c39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:45:26.174624 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1701079'] for agent, after_create {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:45:28.656463 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8b09d937-b34f-4f2c-9e7f-8f2e9f7dc86b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:45:28.994631 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:45:29.558354 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-c376604a-15ac-4af8-994c-a8e4e85893e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:45:30.881122 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ea12bc52-457f-4758-858a-1e27800db098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:45:40.691543 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 52676) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:45:40.795797 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-3d8c35fa-4cdc-43a3-89d0-d02aab667456 admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1031749 Sep 22 16:45:43.010100 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 52686) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:45:43.064361 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-3071df6f-59d7-4dcd-b51d-41910c382ac2 admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0532031 Sep 22 16:45:55.712155 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-15e87514-b0d4-46d6-a0b6-ebbae7f87f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:45:56.017804 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.agents_db [None req-27f04faf-824b-4b06-8ae5-89241b6ab4ba None None] Agent healthcheck: found 6 active agents {{(pid=100455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 16:45:56.125250 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:45:58.657512 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-d46dbf1f-32dc-40f4-93ac-d66ebafd7425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:45:58.996414 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:45:59.561141 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-c376604a-15ac-4af8-994c-a8e4e85893e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:46:00.886723 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ea12bc52-457f-4758-858a-1e27800db098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:46:25.713174 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-777debf7-c8a8-42d0-89bc-929b55dd2192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:46:26.120169 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:46:28.659163 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-1119cb38-16cc-4f77-927f-fb278b87684f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:46:28.999069 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:46:29.563855 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-c376604a-15ac-4af8-994c-a8e4e85893e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:46:30.894828 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ea12bc52-457f-4758-858a-1e27800db098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:46:33.016425 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.agents_db [None req-27f04faf-824b-4b06-8ae5-89241b6ab4ba None None] Agent healthcheck: found 6 active agents {{(pid=100455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 16:46:55.713923 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-bde7618b-8390-49d0-8d3d-c964e4cdd400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:46:56.140386 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:46:58.659660 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-08fb95d8-829c-439b-a000-02f3e2f1e7b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:46:58.999646 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:46:59.566453 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-c376604a-15ac-4af8-994c-a8e4e85893e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:00.891674 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ea12bc52-457f-4758-858a-1e27800db098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:10.014795 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.agents_db [None req-27f04faf-824b-4b06-8ae5-89241b6ab4ba None None] Agent healthcheck: found 6 active agents {{(pid=100455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 16:47:12.726559 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 52890) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:47:12.756589 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 52896) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:47:12.840592 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 52902) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:47:12.960843 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 52914) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:47:13.043842 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [None req-01e1277d-b92d-4a44-a1af-c67cc5c3f98b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1822705425-network', 'tenant_id': 'fe0862b93ee9429196930d5fd745e5cc'}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:47:13.052133 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [None req-4d1f3660-40aa-4673-b36d-9799f770d186 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2117315381-network', 'tenant_id': 'b8bdb2bea31e47d187cb21b1f1e64ba1'}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:47:13.070689 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 52920) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:47:13.084754 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.db.api [None req-01e1277d-b92d-4a44-a1af-c67cc5c3f98b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 22 16:47:13.084754 dv-cinder-809968-4-iscsi neutron-server[100452]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 22 16:47:13.084754 dv-cinder-809968-4-iscsi neutron-server[100452]: [parameters: {'project_id': 'fe0862b93ee9429196930d5fd745e5cc', 'id': '113fecb1-1e0c-4c4c-a865-b668c4c41b09', 'expiration': datetime.datetime(2021, 9, 22, 16, 49, 13, 66750)}] Sep 22 16:47:13.084754 dv-cinder-809968-4-iscsi neutron-server[100452]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 16:47:13.085164 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG oslo_db.api [None req-01e1277d-b92d-4a44-a1af-c67cc5c3f98b admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 16:47:13.091701 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [None req-e9994660-97e4-4aea-887e-91664665b759 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1242034632-network', 'tenant_id': '7f8a5bad3e4641939674758f4237d85b'}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:47:13.097485 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1f3660-40aa-4673-b36d-9799f770d186 admin admin] Made reservation on behalf of b8bdb2bea31e47d187cb21b1f1e64ba1 for: {'network': 1} {{(pid=100452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:47:13.099675 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-4d1f3660-40aa-4673-b36d-9799f770d186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for network, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:13.115287 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-4d1f3660-40aa-4673-b36d-9799f770d186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:13.135147 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9994660-97e4-4aea-887e-91664665b759 admin admin] Made reservation on behalf of 7f8a5bad3e4641939674758f4237d85b for: {'network': 1} {{(pid=100452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:47:13.135147 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-e9994660-97e4-4aea-887e-91664665b759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for network, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:13.148727 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-e9994660-97e4-4aea-887e-91664665b759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:13.287303 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-4d1f3660-40aa-4673-b36d-9799f770d186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:13.293406 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [None req-3427966b-28fb-452b-a961-8625852d758f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-444129439-network', 'tenant_id': '561be258dcb34fb388cd55aeb3bb42b0'}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:47:13.298713 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-4d1f3660-40aa-4673-b36d-9799f770d186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:13.312445 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d1f3660-40aa-4673-b36d-9799f770d186 admin admin] vlan segment allocate from pool success with {'vlan_id': 1088, 'physical_network': 'physnet1'} {{(pid=100452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 16:47:13.321910 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-4d1f3660-40aa-4673-b36d-9799f770d186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720390'] for segment, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:13.322255 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.db.segments_db [None req-4d1f3660-40aa-4673-b36d-9799f770d186 admin admin] Added segment 783976c6-44ca-446c-bf38-a700feb1ad11 of type vlan for network 933b11c6-c16c-4f49-9f97-7720f111f0ed Sep 22 16:47:13.392555 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-4d1f3660-40aa-4673-b36d-9799f770d186 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735274455839'] for network, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:13.418265 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [None req-57b20801-71e6-4aef-b2d1-aff09a2a5f2a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1579550056-network', 'tenant_id': '87541293238c472fbd91981f2f55ea80'}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:47:13.421215 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1f3660-40aa-4673-b36d-9799f770d186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39da0cf0-4596-49b9-a206-b59d6a155a96,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:13.431489 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1f3660-40aa-4673-b36d-9799f770d186 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:47:13.431871 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1f3660-40aa-4673-b36d-9799f770d186 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:47:13.432337 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1f3660-40aa-4673-b36d-9799f770d186 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:47:13.433230 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1f3660-40aa-4673-b36d-9799f770d186 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:47:13.433998 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1f3660-40aa-4673-b36d-9799f770d186 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:47:13.434423 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1f3660-40aa-4673-b36d-9799f770d186 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:47:13.434755 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1f3660-40aa-4673-b36d-9799f770d186 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:47:13.435281 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1f3660-40aa-4673-b36d-9799f770d186 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:47:13.436121 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1f3660-40aa-4673-b36d-9799f770d186 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:47:13.436627 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1f3660-40aa-4673-b36d-9799f770d186 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:47:13.437236 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1f3660-40aa-4673-b36d-9799f770d186 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:47:13.437809 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1f3660-40aa-4673-b36d-9799f770d186 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:47:13.438923 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1f3660-40aa-4673-b36d-9799f770d186 admin admin] Tracked resource versions report: Sep 22 16:47:13.438923 dv-cinder-809968-4-iscsi neutron-server[100452]: pushed versions: Sep 22 16:47:13.438923 dv-cinder-809968-4-iscsi neutron-server[100452]: { 'AddressGroup': {'1.2'}, Sep 22 16:47:13.438923 dv-cinder-809968-4-iscsi neutron-server[100452]: 'ConntrackHelper': {'1.0'}, Sep 22 16:47:13.438923 dv-cinder-809968-4-iscsi neutron-server[100452]: 'Log': {'1.0'}, Sep 22 16:47:13.438923 dv-cinder-809968-4-iscsi neutron-server[100452]: 'Network': {'1.1'}, Sep 22 16:47:13.438923 dv-cinder-809968-4-iscsi neutron-server[100452]: 'Port': {'1.7'}, Sep 22 16:47:13.438923 dv-cinder-809968-4-iscsi neutron-server[100452]: 'PortForwarding': {'1.2'}, Sep 22 16:47:13.438923 dv-cinder-809968-4-iscsi neutron-server[100452]: 'QosPolicy': {'1.9'}, Sep 22 16:47:13.438923 dv-cinder-809968-4-iscsi neutron-server[100452]: 'SecurityGroup': {'1.4'}, Sep 22 16:47:13.438923 dv-cinder-809968-4-iscsi neutron-server[100452]: 'SecurityGroupRule': {'1.2'}, Sep 22 16:47:13.438923 dv-cinder-809968-4-iscsi neutron-server[100452]: 'SubPort': {'1.0'}, Sep 22 16:47:13.438923 dv-cinder-809968-4-iscsi neutron-server[100452]: 'Subnet': {'1.1'}, Sep 22 16:47:13.438923 dv-cinder-809968-4-iscsi neutron-server[100452]: 'Trunk': {'1.1'}} Sep 22 16:47:13.438923 dv-cinder-809968-4-iscsi neutron-server[100452]: consumer versions: Sep 22 16:47:13.438923 dv-cinder-809968-4-iscsi neutron-server[100452]: { DHCP agent@dv-cinder-809968-4-iscsi: {}, Sep 22 16:47:13.438923 dv-cinder-809968-4-iscsi neutron-server[100452]: HyperV agent@hv-cinder-80996: {}, Sep 22 16:47:13.438923 dv-cinder-809968-4-iscsi neutron-server[100452]: L3 agent@dv-cinder-809968-4-iscsi: {}, Sep 22 16:47:13.438923 dv-cinder-809968-4-iscsi neutron-server[100452]: Metadata agent@dv-cinder-809968-4-iscsi: {}, Sep 22 16:47:13.438923 dv-cinder-809968-4-iscsi neutron-server[100452]: Metering agent@dv-cinder-809968-4-iscsi: {}, Sep 22 16:47:13.438923 dv-cinder-809968-4-iscsi neutron-server[100452]: Open vSwitch agent@dv-cinder-809968-4-iscsi: { 'AddressGroup': '1.2', Sep 22 16:47:13.438923 dv-cinder-809968-4-iscsi neutron-server[100452]: 'ConntrackHelper': '1.0', Sep 22 16:47:13.438923 dv-cinder-809968-4-iscsi neutron-server[100452]: 'Log': '1.0', Sep 22 16:47:13.438923 dv-cinder-809968-4-iscsi neutron-server[100452]: 'Network': '1.1', Sep 22 16:47:13.438923 dv-cinder-809968-4-iscsi neutron-server[100452]: 'Port': '1.7', Sep 22 16:47:13.438923 dv-cinder-809968-4-iscsi neutron-server[100452]: 'PortForwarding': '1.2', Sep 22 16:47:13.438923 dv-cinder-809968-4-iscsi neutron-server[100452]: 'QosPolicy': '1.9', Sep 22 16:47:13.438923 dv-cinder-809968-4-iscsi neutron-server[100452]: 'SecurityGroup': '1.4', Sep 22 16:47:13.438923 dv-cinder-809968-4-iscsi neutron-server[100452]: 'SecurityGroupRule': '1.2', Sep 22 16:47:13.438923 dv-cinder-809968-4-iscsi neutron-server[100452]: 'SubPort': '1.0', Sep 22 16:47:13.438923 dv-cinder-809968-4-iscsi neutron-server[100452]: 'Subnet': '1.1', Sep 22 16:47:13.438923 dv-cinder-809968-4-iscsi neutron-server[100452]: 'Trunk': '1.1'}} Sep 22 16:47:13.438923 dv-cinder-809968-4-iscsi neutron-server[100452]: {{(pid=100452) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 16:47:13.441770 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-4d1f3660-40aa-4673-b36d-9799f770d186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351'] for network, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:13.442977 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1f3660-40aa-4673-b36d-9799f770d186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:13.443705 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-4d1f3660-40aa-4673-b36d-9799f770d186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for network, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:13.535849 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1f3660-40aa-4673-b36d-9799f770d186 admin admin] Pushing event updated for resources: {'Network': ['ID=933b11c6-c16c-4f49-9f97-7720f111f0ed,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:13.550059 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Network 933b11c6-c16c-4f49-9f97-7720f111f0ed details requested by agent ovs-agent-dv-cinder-809968-4-iscsi with host dv-cinder-809968-4-iscsi {{(pid=100454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 16:47:13.630242 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-e9994660-97e4-4aea-887e-91664665b759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:13.637166 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-e9994660-97e4-4aea-887e-91664665b759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:13.649461 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 52948) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:47:13.655228 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.v2.base [None req-28bb60fb-f5b2-4f2a-b758-3a3ddf73b639 admin admin] Request body: {'subnet': {'network_id': '933b11c6-c16c-4f49-9f97-7720f111f0ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2117315381-subnet', 'tenant_id': 'b8bdb2bea31e47d187cb21b1f1e64ba1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:47:13.659598 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-4d1f3660-40aa-4673-b36d-9799f770d186 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9015937 Sep 22 16:47:13.674788 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.db.api [None req-28bb60fb-f5b2-4f2a-b758-3a3ddf73b639 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 22 16:47:13.674788 dv-cinder-809968-4-iscsi neutron-server[100453]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 22 16:47:13.674788 dv-cinder-809968-4-iscsi neutron-server[100453]: [parameters: {'project_id_1': 'b8bdb2bea31e47d187cb21b1f1e64ba1', 'expiration_1': datetime.datetime(2021, 9, 22, 16, 46, 53, 664257)}] Sep 22 16:47:13.674788 dv-cinder-809968-4-iscsi neutron-server[100453]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 16:47:13.676285 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG oslo_db.api [None req-28bb60fb-f5b2-4f2a-b758-3a3ddf73b639 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 16:47:13.681842 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.db.api [None req-57b20801-71e6-4aef-b2d1-aff09a2a5f2a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 22 16:47:13.681842 dv-cinder-809968-4-iscsi neutron-server[100452]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 22 16:47:13.681842 dv-cinder-809968-4-iscsi neutron-server[100452]: [parameters: {'project_id_1': '87541293238c472fbd91981f2f55ea80', 'expiration_1': datetime.datetime(2021, 9, 22, 16, 46, 53, 497030)}] Sep 22 16:47:13.681842 dv-cinder-809968-4-iscsi neutron-server[100452]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 16:47:13.682191 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG oslo_db.api [None req-57b20801-71e6-4aef-b2d1-aff09a2a5f2a admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 16:47:13.688928 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9994660-97e4-4aea-887e-91664665b759 admin admin] vlan segment allocate from pool success with {'vlan_id': 1053, 'physical_network': 'physnet1'} {{(pid=100452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 16:47:13.697916 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.db.api [None req-01e1277d-b92d-4a44-a1af-c67cc5c3f98b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 22 16:47:13.697916 dv-cinder-809968-4-iscsi neutron-server[100452]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 22 16:47:13.697916 dv-cinder-809968-4-iscsi neutron-server[100452]: [parameters: {'project_id_1': 'fe0862b93ee9429196930d5fd745e5cc', 'expiration_1': datetime.datetime(2021, 9, 22, 16, 46, 53, 590829)}] Sep 22 16:47:13.697916 dv-cinder-809968-4-iscsi neutron-server[100452]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 16:47:13.698481 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG oslo_db.api [None req-01e1277d-b92d-4a44-a1af-c67cc5c3f98b admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 16:47:13.713384 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3427966b-28fb-452b-a961-8625852d758f admin admin] Made reservation on behalf of 561be258dcb34fb388cd55aeb3bb42b0 for: {'network': 1} {{(pid=100452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:47:13.716305 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-3427966b-28fb-452b-a961-8625852d758f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for network, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:13.736623 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-e9994660-97e4-4aea-887e-91664665b759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720390'] for segment, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:13.737789 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.db.segments_db [None req-e9994660-97e4-4aea-887e-91664665b759 admin admin] Added segment b6ba7d1e-6c40-4dce-a4e5-6a2e09de503a of type vlan for network 7d4c5b46-5b9b-4fb5-b0f6-5a1adac27578 Sep 22 16:47:13.783264 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-e9994660-97e4-4aea-887e-91664665b759 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735274455839'] for network, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:13.785589 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-3427966b-28fb-452b-a961-8625852d758f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:13.791636 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9994660-97e4-4aea-887e-91664665b759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68185b6-4f9e-46c7-85bd-951d06229eb4,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:13.826864 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-e9994660-97e4-4aea-887e-91664665b759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351'] for network, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:13.827815 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9994660-97e4-4aea-887e-91664665b759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:13.828382 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-e9994660-97e4-4aea-887e-91664665b759 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for network, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:13.910734 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9994660-97e4-4aea-887e-91664665b759 admin admin] Pushing event updated for resources: {'Network': ['ID=7d4c5b46-5b9b-4fb5-b0f6-5a1adac27578,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:13.922554 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Network 7d4c5b46-5b9b-4fb5-b0f6-5a1adac27578 details requested by agent ovs-agent-dv-cinder-809968-4-iscsi with host dv-cinder-809968-4-iscsi {{(pid=100454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 16:47:14.027297 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-3427966b-28fb-452b-a961-8625852d758f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:14.037313 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-3427966b-28fb-452b-a961-8625852d758f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:14.066501 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-e9994660-97e4-4aea-887e-91664665b759 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2245800 Sep 22 16:47:14.069984 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 52972) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:47:14.076921 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.v2.base [None req-481c6dad-f193-4d6d-9231-bd9b51748096 admin admin] Request body: {'subnet': {'network_id': '7d4c5b46-5b9b-4fb5-b0f6-5a1adac27578', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1242034632-subnet', 'tenant_id': '7f8a5bad3e4641939674758f4237d85b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:47:14.088361 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3427966b-28fb-452b-a961-8625852d758f admin admin] vlan segment allocate from pool success with {'vlan_id': 1093, 'physical_network': 'physnet1'} {{(pid=100452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 16:47:14.094449 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3427966b-28fb-452b-a961-8625852d758f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41b9c6f-5354-476e-9eeb-4f90ad6d9506,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:14.120815 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-3427966b-28fb-452b-a961-8625852d758f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720390'] for segment, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:14.121672 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.db.segments_db [None req-3427966b-28fb-452b-a961-8625852d758f admin admin] Added segment df59b1c3-5ddd-4375-9ca5-af4209139e38 of type vlan for network 818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5 Sep 22 16:47:14.123840 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481c6dad-f193-4d6d-9231-bd9b51748096 admin admin] Made reservation on behalf of 7f8a5bad3e4641939674758f4237d85b for: {'subnet': 1} {{(pid=100453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:47:14.127796 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-481c6dad-f193-4d6d-9231-bd9b51748096 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:14.171041 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-3427966b-28fb-452b-a961-8625852d758f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735274455839'] for network, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:14.218966 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-3427966b-28fb-452b-a961-8625852d758f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351'] for network, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:14.220566 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3427966b-28fb-452b-a961-8625852d758f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:14.222932 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-3427966b-28fb-452b-a961-8625852d758f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for network, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:14.229969 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b20801-71e6-4aef-b2d1-aff09a2a5f2a admin admin] Made reservation on behalf of 87541293238c472fbd91981f2f55ea80 for: {'network': 1} {{(pid=100452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:47:14.232715 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-57b20801-71e6-4aef-b2d1-aff09a2a5f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for network, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:14.260306 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-57b20801-71e6-4aef-b2d1-aff09a2a5f2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:14.282961 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-3427966b-28fb-452b-a961-8625852d758f admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3208184 Sep 22 16:47:14.291755 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 52976) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:47:14.300394 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.v2.base [None req-af8e5e6d-717a-4837-bebf-b37fcbccc86d admin admin] Request body: {'subnet': {'network_id': '818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-444129439-subnet', 'tenant_id': '561be258dcb34fb388cd55aeb3bb42b0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:47:14.313775 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3427966b-28fb-452b-a961-8625852d758f admin admin] Pushing event updated for resources: {'Network': ['ID=818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:14.324735 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Network 818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5 details requested by agent ovs-agent-dv-cinder-809968-4-iscsi with host dv-cinder-809968-4-iscsi {{(pid=100454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 16:47:14.365998 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.db.api [None req-57b20801-71e6-4aef-b2d1-aff09a2a5f2a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 22 16:47:14.365998 dv-cinder-809968-4-iscsi neutron-server[100452]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 22 16:47:14.365998 dv-cinder-809968-4-iscsi neutron-server[100452]: [parameters: {'project_id_1': '87541293238c472fbd91981f2f55ea80', 'expiration_1': datetime.datetime(2021, 9, 22, 16, 46, 54, 311678)}] Sep 22 16:47:14.365998 dv-cinder-809968-4-iscsi neutron-server[100452]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 16:47:14.366485 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-481c6dad-f193-4d6d-9231-bd9b51748096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351'] for subnet, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:14.366613 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG oslo_db.api [None req-57b20801-71e6-4aef-b2d1-aff09a2a5f2a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 16:47:14.413414 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28bb60fb-f5b2-4f2a-b758-3a3ddf73b639 admin admin] Made reservation on behalf of b8bdb2bea31e47d187cb21b1f1e64ba1 for: {'subnet': 1} {{(pid=100453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:47:14.415756 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-28bb60fb-f5b2-4f2a-b758-3a3ddf73b639 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:14.438568 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481c6dad-f193-4d6d-9231-bd9b51748096 admin admin] Checking segment: {'id': 'b6ba7d1e-6c40-4dce-a4e5-6a2e09de503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '7d4c5b46-5b9b-4fb5-b0f6-5a1adac27578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 16:47:14.438897 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481c6dad-f193-4d6d-9231-bd9b51748096 admin admin] Network hostable DHCP agents. Network: 7d4c5b46-5b9b-4fb5-b0f6-5a1adac27578, hostable agents: ['0db1be0e-ef43-4063-8d54-96fc7c9973fd'], hosted agents: [] {{(pid=100453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 16:47:14.507372 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e1277d-b92d-4a44-a1af-c67cc5c3f98b admin admin] Made reservation on behalf of fe0862b93ee9429196930d5fd745e5cc for: {'network': 1} {{(pid=100452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:47:14.511948 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8e5e6d-717a-4837-bebf-b37fcbccc86d admin admin] Made reservation on behalf of 561be258dcb34fb388cd55aeb3bb42b0 for: {'subnet': 1} {{(pid=100453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:47:14.512419 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-01e1277d-b92d-4a44-a1af-c67cc5c3f98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for network, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:14.514184 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-af8e5e6d-717a-4837-bebf-b37fcbccc86d admin admin] Notify callbacks [] for subnet, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:14.515524 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 52992) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:47:14.530679 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-01e1277d-b92d-4a44-a1af-c67cc5c3f98b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:14.569818 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481c6dad-f193-4d6d-9231-bd9b51748096 admin admin] Network 7d4c5b46-5b9b-4fb5-b0f6-5a1adac27578 is scheduled to be hosted by DHCP agent 0db1be0e-ef43-4063-8d54-96fc7c9973fd with binding_index 1 {{(pid=100453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 16:47:14.571830 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481c6dad-f193-4d6d-9231-bd9b51748096 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1be6fdda-c675-42d5-bc59-ee2b2c380e51,revision_number=0']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:14.619365 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481c6dad-f193-4d6d-9231-bd9b51748096 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:47:14.619800 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481c6dad-f193-4d6d-9231-bd9b51748096 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:47:14.620952 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481c6dad-f193-4d6d-9231-bd9b51748096 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:47:14.621548 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481c6dad-f193-4d6d-9231-bd9b51748096 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:47:14.622067 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481c6dad-f193-4d6d-9231-bd9b51748096 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:47:14.622644 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481c6dad-f193-4d6d-9231-bd9b51748096 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:47:14.622975 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481c6dad-f193-4d6d-9231-bd9b51748096 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:47:14.623310 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481c6dad-f193-4d6d-9231-bd9b51748096 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:47:14.623651 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481c6dad-f193-4d6d-9231-bd9b51748096 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:47:14.624137 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481c6dad-f193-4d6d-9231-bd9b51748096 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:47:14.624627 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481c6dad-f193-4d6d-9231-bd9b51748096 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:47:14.625260 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481c6dad-f193-4d6d-9231-bd9b51748096 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:47:14.626384 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481c6dad-f193-4d6d-9231-bd9b51748096 admin admin] Tracked resource versions report: Sep 22 16:47:14.626384 dv-cinder-809968-4-iscsi neutron-server[100453]: pushed versions: Sep 22 16:47:14.626384 dv-cinder-809968-4-iscsi neutron-server[100453]: { 'AddressGroup': {'1.2'}, Sep 22 16:47:14.626384 dv-cinder-809968-4-iscsi neutron-server[100453]: 'ConntrackHelper': {'1.0'}, Sep 22 16:47:14.626384 dv-cinder-809968-4-iscsi neutron-server[100453]: 'Log': {'1.0'}, Sep 22 16:47:14.626384 dv-cinder-809968-4-iscsi neutron-server[100453]: 'Network': {'1.1'}, Sep 22 16:47:14.626384 dv-cinder-809968-4-iscsi neutron-server[100453]: 'Port': {'1.7'}, Sep 22 16:47:14.626384 dv-cinder-809968-4-iscsi neutron-server[100453]: 'PortForwarding': {'1.2'}, Sep 22 16:47:14.626384 dv-cinder-809968-4-iscsi neutron-server[100453]: 'QosPolicy': {'1.9'}, Sep 22 16:47:14.626384 dv-cinder-809968-4-iscsi neutron-server[100453]: 'SecurityGroup': {'1.4'}, Sep 22 16:47:14.626384 dv-cinder-809968-4-iscsi neutron-server[100453]: 'SecurityGroupRule': {'1.2'}, Sep 22 16:47:14.626384 dv-cinder-809968-4-iscsi neutron-server[100453]: 'SubPort': {'1.0'}, Sep 22 16:47:14.626384 dv-cinder-809968-4-iscsi neutron-server[100453]: 'Subnet': {'1.1'}, Sep 22 16:47:14.626384 dv-cinder-809968-4-iscsi neutron-server[100453]: 'Trunk': {'1.1'}} Sep 22 16:47:14.626384 dv-cinder-809968-4-iscsi neutron-server[100453]: consumer versions: Sep 22 16:47:14.626384 dv-cinder-809968-4-iscsi neutron-server[100453]: { DHCP agent@dv-cinder-809968-4-iscsi: {}, Sep 22 16:47:14.626384 dv-cinder-809968-4-iscsi neutron-server[100453]: HyperV agent@hv-cinder-80996: {}, Sep 22 16:47:14.626384 dv-cinder-809968-4-iscsi neutron-server[100453]: L3 agent@dv-cinder-809968-4-iscsi: {}, Sep 22 16:47:14.626384 dv-cinder-809968-4-iscsi neutron-server[100453]: Metadata agent@dv-cinder-809968-4-iscsi: {}, Sep 22 16:47:14.626384 dv-cinder-809968-4-iscsi neutron-server[100453]: Metering agent@dv-cinder-809968-4-iscsi: {}, Sep 22 16:47:14.626384 dv-cinder-809968-4-iscsi neutron-server[100453]: Open vSwitch agent@dv-cinder-809968-4-iscsi: { 'AddressGroup': '1.2', Sep 22 16:47:14.626384 dv-cinder-809968-4-iscsi neutron-server[100453]: 'ConntrackHelper': '1.0', Sep 22 16:47:14.626384 dv-cinder-809968-4-iscsi neutron-server[100453]: 'Log': '1.0', Sep 22 16:47:14.626384 dv-cinder-809968-4-iscsi neutron-server[100453]: 'Network': '1.1', Sep 22 16:47:14.626384 dv-cinder-809968-4-iscsi neutron-server[100453]: 'Port': '1.7', Sep 22 16:47:14.626384 dv-cinder-809968-4-iscsi neutron-server[100453]: 'PortForwarding': '1.2', Sep 22 16:47:14.626384 dv-cinder-809968-4-iscsi neutron-server[100453]: 'QosPolicy': '1.9', Sep 22 16:47:14.626384 dv-cinder-809968-4-iscsi neutron-server[100453]: 'SecurityGroup': '1.4', Sep 22 16:47:14.626384 dv-cinder-809968-4-iscsi neutron-server[100453]: 'SecurityGroupRule': '1.2', Sep 22 16:47:14.626384 dv-cinder-809968-4-iscsi neutron-server[100453]: 'SubPort': '1.0', Sep 22 16:47:14.626384 dv-cinder-809968-4-iscsi neutron-server[100453]: 'Subnet': '1.1', Sep 22 16:47:14.626384 dv-cinder-809968-4-iscsi neutron-server[100453]: 'Trunk': '1.1'}} Sep 22 16:47:14.626384 dv-cinder-809968-4-iscsi neutron-server[100453]: {{(pid=100453) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 16:47:14.633247 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.base_scheduler [None req-481c6dad-f193-4d6d-9231-bd9b51748096 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809968-4-iscsi, 7d4c5b46-5b9b-4fb5-b0f6-5a1adac27578) {{(pid=100453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:47:14.643689 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481c6dad-f193-4d6d-9231-bd9b51748096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:14.644578 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-481c6dad-f193-4d6d-9231-bd9b51748096 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for subnet, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:14.650466 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb76ffc-d17d-45c6-b3d6-6efaa8d93fd3 None None] Network 7d4c5b46-5b9b-4fb5-b0f6-5a1adac27578 requested from dv-cinder-809968-4-iscsi {{(pid=100454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 16:47:14.663981 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-01e1277d-b92d-4a44-a1af-c67cc5c3f98b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:14.676998 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-01e1277d-b92d-4a44-a1af-c67cc5c3f98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:14.708225 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-73e068ba-8223-4c9f-a403-3c5191f50cd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:14.726826 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01e1277d-b92d-4a44-a1af-c67cc5c3f98b admin admin] vlan segment allocate from pool success with {'vlan_id': 1076, 'physical_network': 'physnet1'} {{(pid=100452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 16:47:14.744449 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e1277d-b92d-4a44-a1af-c67cc5c3f98b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38543ae3-2f5b-4a78-a96d-bd1089faf424,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:14.752740 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-01e1277d-b92d-4a44-a1af-c67cc5c3f98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720390'] for segment, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:14.753161 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.db.segments_db [None req-01e1277d-b92d-4a44-a1af-c67cc5c3f98b admin admin] Added segment 3afac084-fecd-4942-8672-011c0558f65a of type vlan for network cf6bcf08-16c2-430e-b630-d9fa645b940f Sep 22 16:47:14.767524 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-28bb60fb-f5b2-4f2a-b758-3a3ddf73b639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351'] for subnet, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:14.815780 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-01e1277d-b92d-4a44-a1af-c67cc5c3f98b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735274455839'] for network, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:14.853204 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bb60fb-f5b2-4f2a-b758-3a3ddf73b639 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc6f66dc-a466-4cdc-9953-0a3b593f7cb6,revision_number=0']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:14.863436 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412c6c47-8cf2-4b81-bcd4-a15fb1a9a2ad None None] Network 7d4c5b46-5b9b-4fb5-b0f6-5a1adac27578 requested from dv-cinder-809968-4-iscsi {{(pid=100454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 16:47:14.868312 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-57b20801-71e6-4aef-b2d1-aff09a2a5f2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:14.875388 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-01e1277d-b92d-4a44-a1af-c67cc5c3f98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351'] for network, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:14.876347 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e1277d-b92d-4a44-a1af-c67cc5c3f98b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:14.876925 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-01e1277d-b92d-4a44-a1af-c67cc5c3f98b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for network, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:14.903090 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bb60fb-f5b2-4f2a-b758-3a3ddf73b639 admin admin] Checking segment: {'id': '783976c6-44ca-446c-bf38-a700feb1ad11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '933b11c6-c16c-4f49-9f97-7720f111f0ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 16:47:14.903344 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bb60fb-f5b2-4f2a-b758-3a3ddf73b639 admin admin] Network hostable DHCP agents. Network: 933b11c6-c16c-4f49-9f97-7720f111f0ed, hostable agents: ['0db1be0e-ef43-4063-8d54-96fc7c9973fd'], hosted agents: [] {{(pid=100453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 16:47:14.945824 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-73e068ba-8223-4c9f-a403-3c5191f50cd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:14.977061 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e1277d-b92d-4a44-a1af-c67cc5c3f98b admin admin] Pushing event updated for resources: {'Network': ['ID=cf6bcf08-16c2-430e-b630-d9fa645b940f,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:14.979763 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-73e068ba-8223-4c9f-a403-3c5191f50cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:14.993212 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Network cf6bcf08-16c2-430e-b630-d9fa645b940f details requested by agent ovs-agent-dv-cinder-809968-4-iscsi with host dv-cinder-809968-4-iscsi {{(pid=100454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 16:47:15.006988 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-01e1277d-b92d-4a44-a1af-c67cc5c3f98b admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.2787101 Sep 22 16:47:15.024706 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 52998) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:47:15.030751 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [None req-e85dcf30-3929-4c3b-a8a7-d784f028cd6e admin admin] Request body: {'subnet': {'network_id': 'cf6bcf08-16c2-430e-b630-d9fa645b940f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1822705425-subnet', 'tenant_id': 'fe0862b93ee9429196930d5fd745e5cc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:47:15.057127 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-73e068ba-8223-4c9f-a403-3c5191f50cd2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=44921df3f3b34f6999b92b94814246fb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5395811 Sep 22 16:47:15.060188 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 53000) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:47:15.067023 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e068ba-8223-4c9f-a403-3c5191f50cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59aa6de3-4792-484f-9ac5-28248a92c5a5,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:15.094193 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-af8e5e6d-717a-4837-bebf-b37fcbccc86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351'] for subnet, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:15.102639 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-481c6dad-f193-4d6d-9231-bd9b51748096 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0316103 Sep 22 16:47:15.123351 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-1377e27e-d202-4228-a436-9dd8339161e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:15.144547 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bb60fb-f5b2-4f2a-b758-3a3ddf73b639 admin admin] Network 933b11c6-c16c-4f49-9f97-7720f111f0ed is scheduled to be hosted by DHCP agent 0db1be0e-ef43-4063-8d54-96fc7c9973fd with binding_index 1 {{(pid=100453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 16:47:15.161940 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-1377e27e-d202-4228-a436-9dd8339161e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:15.163980 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.base_scheduler [None req-28bb60fb-f5b2-4f2a-b758-3a3ddf73b639 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809968-4-iscsi, 933b11c6-c16c-4f49-9f97-7720f111f0ed) {{(pid=100453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:47:15.169609 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8e5e6d-717a-4837-bebf-b37fcbccc86d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b2e37f6-e9e1-49ca-adc1-92f53c49454f,revision_number=0']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:15.184315 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bb60fb-f5b2-4f2a-b758-3a3ddf73b639 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:15.185152 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-28bb60fb-f5b2-4f2a-b758-3a3ddf73b639 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for subnet, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:15.188565 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89151be-e2ae-4c7b-9043-de06ddd4e837 None None] Network 933b11c6-c16c-4f49-9f97-7720f111f0ed requested from dv-cinder-809968-4-iscsi {{(pid=100454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 16:47:15.241789 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8e5e6d-717a-4837-bebf-b37fcbccc86d admin admin] Checking segment: {'id': 'df59b1c3-5ddd-4375-9ca5-af4209139e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 16:47:15.242480 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8e5e6d-717a-4837-bebf-b37fcbccc86d admin admin] Network hostable DHCP agents. Network: 818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5, hostable agents: ['0db1be0e-ef43-4063-8d54-96fc7c9973fd'], hosted agents: [] {{(pid=100453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 16:47:15.266549 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-57b20801-71e6-4aef-b2d1-aff09a2a5f2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:15.270070 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8e5e6d-717a-4837-bebf-b37fcbccc86d admin admin] Network 818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5 is scheduled to be hosted by DHCP agent 0db1be0e-ef43-4063-8d54-96fc7c9973fd with binding_index 1 {{(pid=100453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 16:47:15.271729 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-57b20801-71e6-4aef-b2d1-aff09a2a5f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:15.281341 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.base_scheduler [None req-af8e5e6d-717a-4837-bebf-b37fcbccc86d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809968-4-iscsi, 818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5) {{(pid=100453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:47:15.284642 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57b20801-71e6-4aef-b2d1-aff09a2a5f2a admin admin] vlan segment allocate from pool success with {'vlan_id': 1051, 'physical_network': 'physnet1'} {{(pid=100452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 16:47:15.290660 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8e5e6d-717a-4837-bebf-b37fcbccc86d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:15.291412 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-af8e5e6d-717a-4837-bebf-b37fcbccc86d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for subnet, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:15.296183 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016b96f6-5342-48cc-a87c-f3d026604a9f None None] Network 818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5 requested from dv-cinder-809968-4-iscsi {{(pid=100454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 16:47:15.301875 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-57b20801-71e6-4aef-b2d1-aff09a2a5f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720390'] for segment, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:15.302295 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.db.segments_db [None req-57b20801-71e6-4aef-b2d1-aff09a2a5f2a admin admin] Added segment a343ba7b-62f0-4599-8262-3607817646b7 of type vlan for network 1c3d3a58-f8ad-48bd-b6da-efff1df91292 Sep 22 16:47:15.334413 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b20801-71e6-4aef-b2d1-aff09a2a5f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0676076c-7d0a-4215-b4be-d5299778849f,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:15.338874 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-1377e27e-d202-4228-a436-9dd8339161e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:15.339968 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-1377e27e-d202-4228-a436-9dd8339161e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:15.343476 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-1377e27e-d202-4228-a436-9dd8339161e1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/59aa6de3-4792-484f-9ac5-28248a92c5a5 HTTP/1.1" status: 204 len: 168 time: 0.2801242 Sep 22 16:47:15.364963 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1377e27e-d202-4228-a436-9dd8339161e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59aa6de3-4792-484f-9ac5-28248a92c5a5,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:15.391883 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85dcf30-3929-4c3b-a8a7-d784f028cd6e admin admin] Made reservation on behalf of fe0862b93ee9429196930d5fd745e5cc for: {'subnet': 1} {{(pid=100452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:47:15.392080 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-af8e5e6d-717a-4837-bebf-b37fcbccc86d admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0955298 Sep 22 16:47:15.392981 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 53020) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:47:15.394683 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-e85dcf30-3929-4c3b-a8a7-d784f028cd6e admin admin] Notify callbacks [] for subnet, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:15.395878 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-28bb60fb-f5b2-4f2a-b758-3a3ddf73b639 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.7453928 Sep 22 16:47:15.399450 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.v2.base [None req-a3c93061-65c5-44ac-8b92-559678938c73 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-444129439-router', 'tenant_id': '561be258dcb34fb388cd55aeb3bb42b0', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a'}}} {{(pid=100453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:47:15.412655 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 53022) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:47:15.417092 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [None req-cc093b01-6418-418a-af5d-a4bce115ea9a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2117315381-router', 'tenant_id': 'b8bdb2bea31e47d187cb21b1f1e64ba1', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a'}}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:47:15.436264 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-57b20801-71e6-4aef-b2d1-aff09a2a5f2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735274455839'] for network, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:15.444208 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b469562d-3d55-4573-91e2-5f3d6c69857f None None] Network 933b11c6-c16c-4f49-9f97-7720f111f0ed requested from dv-cinder-809968-4-iscsi {{(pid=100454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 16:47:15.446193 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.db.api [None req-cc093b01-6418-418a-af5d-a4bce115ea9a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 22 16:47:15.446193 dv-cinder-809968-4-iscsi neutron-server[100452]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 22 16:47:15.446193 dv-cinder-809968-4-iscsi neutron-server[100452]: [parameters: {'project_id_1': 'b8bdb2bea31e47d187cb21b1f1e64ba1', 'expiration_1': datetime.datetime(2021, 9, 22, 16, 46, 55, 422127)}] Sep 22 16:47:15.446193 dv-cinder-809968-4-iscsi neutron-server[100452]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 16:47:15.446556 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG oslo_db.api [None req-cc093b01-6418-418a-af5d-a4bce115ea9a admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 16:47:15.450768 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-a3c93061-65c5-44ac-8b92-559678938c73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1700767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16258'] for router, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:15.451924 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-a3c93061-65c5-44ac-8b92-559678938c73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1639535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16267'] for router, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:15.514775 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-57b20801-71e6-4aef-b2d1-aff09a2a5f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351'] for network, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:15.515913 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b20801-71e6-4aef-b2d1-aff09a2a5f2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:15.516580 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-57b20801-71e6-4aef-b2d1-aff09a2a5f2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for network, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:15.569939 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-57b20801-71e6-4aef-b2d1-aff09a2a5f2a admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.4979141 Sep 22 16:47:15.571530 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 53028) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:47:15.597798 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.v2.base [None req-c0577b00-9187-4aaf-948b-a1e53623c03b admin admin] Request body: {'subnet': {'network_id': '1c3d3a58-f8ad-48bd-b6da-efff1df91292', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1579550056-subnet', 'tenant_id': '87541293238c472fbd91981f2f55ea80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:47:15.617432 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b20801-71e6-4aef-b2d1-aff09a2a5f2a admin admin] Pushing event updated for resources: {'Network': ['ID=1c3d3a58-f8ad-48bd-b6da-efff1df91292,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:15.638461 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Network 1c3d3a58-f8ad-48bd-b6da-efff1df91292 details requested by agent ovs-agent-dv-cinder-809968-4-iscsi with host dv-cinder-809968-4-iscsi {{(pid=100454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 16:47:15.677934 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-a3c93061-65c5-44ac-8b92-559678938c73 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:15.746121 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-e85dcf30-3929-4c3b-a8a7-d784f028cd6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351'] for subnet, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:15.751064 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0577b00-9187-4aaf-948b-a1e53623c03b admin admin] Made reservation on behalf of 87541293238c472fbd91981f2f55ea80 for: {'subnet': 1} {{(pid=100453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:47:15.753781 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-c0577b00-9187-4aaf-948b-a1e53623c03b admin admin] Notify callbacks [] for subnet, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:15.789613 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9872db3-130f-43e6-9dbc-159a4124e434 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7358752-8e43-55c4-be9d-21b7cc7223a6-818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5', 'network_id': '818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5', 'tenant_id': '561be258dcb34fb388cd55aeb3bb42b0', 'fixed_ips': [{'subnet_id': '6b2e37f6-e9e1-49ca-adc1-92f53c49454f'}]}} from dv-cinder-809968-4-iscsi. {{(pid=100454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 16:47:15.790972 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-a9872db3-130f-43e6-9dbc-159a4124e434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_create {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:15.846086 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 53030) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:47:15.849217 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85dcf30-3929-4c3b-a8a7-d784f028cd6e admin admin] Checking segment: {'id': '3afac084-fecd-4942-8672-011c0558f65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'cf6bcf08-16c2-430e-b630-d9fa645b940f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 16:47:15.849658 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85dcf30-3929-4c3b-a8a7-d784f028cd6e admin admin] Network hostable DHCP agents. Network: cf6bcf08-16c2-430e-b630-d9fa645b940f, hostable agents: ['0db1be0e-ef43-4063-8d54-96fc7c9973fd'], hosted agents: [] {{(pid=100452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 16:47:15.871892 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85dcf30-3929-4c3b-a8a7-d784f028cd6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d91da0e-c8e1-4689-8df1-180aa1bc9ec6,revision_number=0']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:15.879052 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-70099dd6-38d9-474f-95ff-a8338ed4c73b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:15.925299 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-a3c93061-65c5-44ac-8b92-559678938c73 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:15.962779 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.db_base_plugin_common [None req-a9872db3-130f-43e6-9dbc-159a4124e434 None None] Allocated IP 172.20.0.2 (818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5/6b2e37f6-e9e1-49ca-adc1-92f53c49454f/2dc3ed4c-242a-4534-9c93-e61aeb2c383b) {{(pid=100454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:47:15.986565 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-70099dd6-38d9-474f-95ff-a8338ed4c73b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:15.999011 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-70099dd6-38d9-474f-95ff-a8338ed4c73b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:16.078746 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85dcf30-3929-4c3b-a8a7-d784f028cd6e admin admin] Network cf6bcf08-16c2-430e-b630-d9fa645b940f is scheduled to be hosted by DHCP agent 0db1be0e-ef43-4063-8d54-96fc7c9973fd with binding_index 1 {{(pid=100452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 16:47:16.084712 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70099dd6-38d9-474f-95ff-a8338ed4c73b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f28aa75-0204-498c-aeb1-78324bd4a290,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:16.124259 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-c0577b00-9187-4aaf-948b-a1e53623c03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351'] for subnet, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:16.142955 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-cc093b01-6418-418a-af5d-a4bce115ea9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1700767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16258'] for router, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:16.143948 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-cc093b01-6418-418a-af5d-a4bce115ea9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1639535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16267'] for router, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:16.157901 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-70099dd6-38d9-474f-95ff-a8338ed4c73b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c8340854fbcb42a99ae4e19821c0d51d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3048670 Sep 22 16:47:16.161278 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 53036) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:47:16.172998 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.base_scheduler [None req-e85dcf30-3929-4c3b-a8a7-d784f028cd6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809968-4-iscsi, cf6bcf08-16c2-430e-b630-d9fa645b940f) {{(pid=100452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:47:16.187434 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e25ec9b-0219-4ac6-bfa2-2235121a3b45 None None] Network cf6bcf08-16c2-430e-b630-d9fa645b940f requested from dv-cinder-809968-4-iscsi {{(pid=100454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 16:47:16.204983 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85dcf30-3929-4c3b-a8a7-d784f028cd6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:16.205586 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-e85dcf30-3929-4c3b-a8a7-d784f028cd6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for subnet, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:16.285591 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-a9872db3-130f-43e6-9dbc-159a4124e434 None None] Notify callbacks [] for port, precommit_create {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:16.286385 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0577b00-9187-4aaf-948b-a1e53623c03b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5c292e6-67d2-454f-b026-357a34582a81,revision_number=0']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:16.314003 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0577b00-9187-4aaf-948b-a1e53623c03b admin admin] Checking segment: {'id': 'a343ba7b-62f0-4599-8262-3607817646b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '1c3d3a58-f8ad-48bd-b6da-efff1df91292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 16:47:16.314434 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0577b00-9187-4aaf-948b-a1e53623c03b admin admin] Network hostable DHCP agents. Network: 1c3d3a58-f8ad-48bd-b6da-efff1df91292, hostable agents: ['0db1be0e-ef43-4063-8d54-96fc7c9973fd'], hosted agents: [] {{(pid=100453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 16:47:16.316788 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-e85dcf30-3929-4c3b-a8a7-d784f028cd6e admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2907453 Sep 22 16:47:16.321003 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 53048) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:47:16.321003 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-a3c93061-65c5-44ac-8b92-559678938c73 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:16.325927 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.v2.base [None req-2f826fa0-eb7f-4dd3-84ad-626d671de359 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1822705425-router', 'tenant_id': 'fe0862b93ee9429196930d5fd745e5cc', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a'}}} {{(pid=100453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:47:16.339856 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-a9872db3-130f-43e6-9dbc-159a4124e434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735274499777'] for port, after_create {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:16.355396 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-a3c93061-65c5-44ac-8b92-559678938c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:16.374764 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-cc093b01-6418-418a-af5d-a4bce115ea9a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:16.380903 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9872db3-130f-43e6-9dbc-159a4124e434 None None] Network 818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5 is already hosted by enough agents. {{(pid=100454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:47:16.387379 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.scheduler.base_scheduler [None req-a9872db3-130f-43e6-9dbc-159a4124e434 None None] Resources bound (agent type, host, resource id): {{(pid=100454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:47:16.395271 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9872db3-130f-43e6-9dbc-159a4124e434 None None] Received port after_create {{(pid=100454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 16:47:16.409006 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-9f07235c-6849-4da1-9bb8-1e6af5a63ab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:16.431621 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0577b00-9187-4aaf-948b-a1e53623c03b admin admin] Network 1c3d3a58-f8ad-48bd-b6da-efff1df91292 is scheduled to be hosted by DHCP agent 0db1be0e-ef43-4063-8d54-96fc7c9973fd with binding_index 1 {{(pid=100453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 16:47:16.438452 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-2f826fa0-eb7f-4dd3-84ad-626d671de359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1700767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16258'] for router, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:16.439653 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-2f826fa0-eb7f-4dd3-84ad-626d671de359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1639535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16267'] for router, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:16.506981 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-2f826fa0-eb7f-4dd3-84ad-626d671de359 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:16.560653 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.base_scheduler [None req-c0577b00-9187-4aaf-948b-a1e53623c03b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809968-4-iscsi, 1c3d3a58-f8ad-48bd-b6da-efff1df91292) {{(pid=100453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:47:16.568544 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0577b00-9187-4aaf-948b-a1e53623c03b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:16.569306 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-c0577b00-9187-4aaf-948b-a1e53623c03b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for subnet, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:16.633001 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-c0577b00-9187-4aaf-948b-a1e53623c03b admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0497112 Sep 22 16:47:16.705861 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9872db3-130f-43e6-9dbc-159a4124e434 None None] Pushing event updated for resources: {'Port': ['ID=2dc3ed4c-242a-4534-9c93-e61aeb2c383b,revision_number=1']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:16.717332 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-9f07235c-6849-4da1-9bb8-1e6af5a63ab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:16.743888 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-2f826fa0-eb7f-4dd3-84ad-626d671de359 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:16.786729 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 53078) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:47:16.791509 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9872db3-130f-43e6-9dbc-159a4124e434 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:47:16.793142 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9872db3-130f-43e6-9dbc-159a4124e434 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:47:16.793142 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9872db3-130f-43e6-9dbc-159a4124e434 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:47:16.793487 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9872db3-130f-43e6-9dbc-159a4124e434 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:47:16.794038 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9872db3-130f-43e6-9dbc-159a4124e434 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:47:16.794525 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9872db3-130f-43e6-9dbc-159a4124e434 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:47:16.795014 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9872db3-130f-43e6-9dbc-159a4124e434 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:47:16.795499 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9872db3-130f-43e6-9dbc-159a4124e434 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:47:16.795774 dv-cinder-809968-4-iscsi neutron-server[100453]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 22 16:47:16.796174 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9872db3-130f-43e6-9dbc-159a4124e434 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:47:16.796658 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9872db3-130f-43e6-9dbc-159a4124e434 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:47:16.797137 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9872db3-130f-43e6-9dbc-159a4124e434 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:47:16.797636 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9872db3-130f-43e6-9dbc-159a4124e434 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:47:16.799339 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9872db3-130f-43e6-9dbc-159a4124e434 None None] Tracked resource versions report: Sep 22 16:47:16.799339 dv-cinder-809968-4-iscsi neutron-server[100454]: pushed versions: Sep 22 16:47:16.799339 dv-cinder-809968-4-iscsi neutron-server[100454]: { 'AddressGroup': {'1.2'}, Sep 22 16:47:16.799339 dv-cinder-809968-4-iscsi neutron-server[100454]: 'ConntrackHelper': {'1.0'}, Sep 22 16:47:16.799339 dv-cinder-809968-4-iscsi neutron-server[100454]: 'Log': {'1.0'}, Sep 22 16:47:16.799339 dv-cinder-809968-4-iscsi neutron-server[100454]: 'Network': {'1.1'}, Sep 22 16:47:16.799339 dv-cinder-809968-4-iscsi neutron-server[100454]: 'Port': {'1.7'}, Sep 22 16:47:16.799339 dv-cinder-809968-4-iscsi neutron-server[100454]: 'PortForwarding': {'1.2'}, Sep 22 16:47:16.799339 dv-cinder-809968-4-iscsi neutron-server[100454]: 'QosPolicy': {'1.9'}, Sep 22 16:47:16.799339 dv-cinder-809968-4-iscsi neutron-server[100454]: 'SecurityGroup': {'1.4'}, Sep 22 16:47:16.799339 dv-cinder-809968-4-iscsi neutron-server[100454]: 'SecurityGroupRule': {'1.2'}, Sep 22 16:47:16.799339 dv-cinder-809968-4-iscsi neutron-server[100454]: 'SubPort': {'1.0'}, Sep 22 16:47:16.799339 dv-cinder-809968-4-iscsi neutron-server[100454]: 'Subnet': {'1.1'}, Sep 22 16:47:16.799339 dv-cinder-809968-4-iscsi neutron-server[100454]: 'Trunk': {'1.1'}} Sep 22 16:47:16.799339 dv-cinder-809968-4-iscsi neutron-server[100454]: consumer versions: Sep 22 16:47:16.799339 dv-cinder-809968-4-iscsi neutron-server[100454]: { DHCP agent@dv-cinder-809968-4-iscsi: {}, Sep 22 16:47:16.799339 dv-cinder-809968-4-iscsi neutron-server[100454]: HyperV agent@hv-cinder-80996: {}, Sep 22 16:47:16.799339 dv-cinder-809968-4-iscsi neutron-server[100454]: L3 agent@dv-cinder-809968-4-iscsi: {}, Sep 22 16:47:16.799339 dv-cinder-809968-4-iscsi neutron-server[100454]: Metadata agent@dv-cinder-809968-4-iscsi: {}, Sep 22 16:47:16.799339 dv-cinder-809968-4-iscsi neutron-server[100454]: Metering agent@dv-cinder-809968-4-iscsi: {}, Sep 22 16:47:16.799339 dv-cinder-809968-4-iscsi neutron-server[100454]: Open vSwitch agent@dv-cinder-809968-4-iscsi: { 'AddressGroup': '1.2', Sep 22 16:47:16.799339 dv-cinder-809968-4-iscsi neutron-server[100454]: 'ConntrackHelper': '1.0', Sep 22 16:47:16.799339 dv-cinder-809968-4-iscsi neutron-server[100454]: 'Log': '1.0', Sep 22 16:47:16.799339 dv-cinder-809968-4-iscsi neutron-server[100454]: 'Network': '1.1', Sep 22 16:47:16.799339 dv-cinder-809968-4-iscsi neutron-server[100454]: 'Port': '1.7', Sep 22 16:47:16.799339 dv-cinder-809968-4-iscsi neutron-server[100454]: 'PortForwarding': '1.2', Sep 22 16:47:16.799339 dv-cinder-809968-4-iscsi neutron-server[100454]: 'QosPolicy': '1.9', Sep 22 16:47:16.799339 dv-cinder-809968-4-iscsi neutron-server[100454]: 'SecurityGroup': '1.4', Sep 22 16:47:16.799339 dv-cinder-809968-4-iscsi neutron-server[100454]: 'SecurityGroupRule': '1.2', Sep 22 16:47:16.799339 dv-cinder-809968-4-iscsi neutron-server[100454]: 'SubPort': '1.0', Sep 22 16:47:16.799339 dv-cinder-809968-4-iscsi neutron-server[100454]: 'Subnet': '1.1', Sep 22 16:47:16.799339 dv-cinder-809968-4-iscsi neutron-server[100454]: 'Trunk': '1.1'}} Sep 22 16:47:16.799339 dv-cinder-809968-4-iscsi neutron-server[100454]: {{(pid=100454) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 16:47:16.805571 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6f7356-a72a-4b85-91b3-f6624ab3fbb1 None None] Network 1c3d3a58-f8ad-48bd-b6da-efff1df91292 requested from dv-cinder-809968-4-iscsi {{(pid=100454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 16:47:16.864008 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff33646-09ec-4f08-b859-a43a919afd38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7358752-8e43-55c4-be9d-21b7cc7223a6-cf6bcf08-16c2-430e-b630-d9fa645b940f', 'network_id': 'cf6bcf08-16c2-430e-b630-d9fa645b940f', 'tenant_id': 'fe0862b93ee9429196930d5fd745e5cc', 'fixed_ips': [{'subnet_id': '7d91da0e-c8e1-4689-8df1-180aa1bc9ec6'}]}} from dv-cinder-809968-4-iscsi. {{(pid=100454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 16:47:16.865891 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-aff33646-09ec-4f08-b859-a43a919afd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_create {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:16.872082 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.managers [None req-a9872db3-130f-43e6-9dbc-159a4124e434 None None] Attempting to bind port 2dc3ed4c-242a-4534-9c93-e61aeb2c383b on host dv-cinder-809968-4-iscsi for vnic_type normal with profile {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 16:47:16.872672 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.managers [None req-a9872db3-130f-43e6-9dbc-159a4124e434 None None] Attempting to bind port 2dc3ed4c-242a-4534-9c93-e61aeb2c383b by drivers openvswitch,hyperv on host dv-cinder-809968-4-iscsi at level 0 using segments [{'id': 'df59b1c3-5ddd-4375-9ca5-af4209139e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5'}] {{(pid=100454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 16:47:16.873229 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9872db3-130f-43e6-9dbc-159a4124e434 None None] Attempting to bind port 2dc3ed4c-242a-4534-9c93-e61aeb2c383b on network 818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5 {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 16:47:16.935851 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9872db3-130f-43e6-9dbc-159a4124e434 None None] Checking agent: {'id': '08e98799-e574-4f1d-90ac-f796d675fca5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809968-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 16, 39, 29), 'started_at': datetime.datetime(2021, 9, 22, 16, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 16, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809968-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 16:47:16.936733 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9872db3-130f-43e6-9dbc-159a4124e434 None None] Checking segment: {'id': 'df59b1c3-5ddd-4375-9ca5-af4209139e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 16:47:16.937343 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-a9872db3-130f-43e6-9dbc-159a4124e434 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:16.937969 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9872db3-130f-43e6-9dbc-159a4124e434 None None] Bound using segment: {'id': 'df59b1c3-5ddd-4375-9ca5-af4209139e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5'} {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 16:47:16.938695 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.managers [None req-a9872db3-130f-43e6-9dbc-159a4124e434 None None] Bound port: 2dc3ed4c-242a-4534-9c93-e61aeb2c383b, host: dv-cinder-809968-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df59b1c3-5ddd-4375-9ca5-af4209139e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5'}}] {{(pid=100454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 16:47:16.939266 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-a9872db3-130f-43e6-9dbc-159a4124e434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:17.040203 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-cc093b01-6418-418a-af5d-a4bce115ea9a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:17.061226 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a95f8-8fcd-4052-80a4-7e82c19fdc66 req-39131e9e-e952-4824-938a-9101ee7c51f9 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:17.062814 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-744a95f8-8fcd-4052-80a4-7e82c19fdc66 req-39131e9e-e952-4824-938a-9101ee7c51f9 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/networks?id=7d4c5b46-5b9b-4fb5-b0f6-5a1adac27578 HTTP/1.1" status: 200 len: 812 time: 0.2741418 Sep 22 16:47:17.064021 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.db.db_base_plugin_common [None req-a3c93061-65c5-44ac-8b92-559678938c73 admin admin] Allocated IP 172.27.0.57 (e265bfb9-6000-4acf-b4f9-12e0cf12940a/83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8/e3e6b432-f16c-438a-880f-e5c945ec90e0) {{(pid=100453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:47:17.095662 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-9f07235c-6849-4da1-9bb8-1e6af5a63ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:17.098872 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-9f07235c-6849-4da1-9bb8-1e6af5a63ab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:17.100761 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-9f07235c-6849-4da1-9bb8-1e6af5a63ab9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0f28aa75-0204-498c-aeb1-78324bd4a290 HTTP/1.1" status: 204 len: 168 time: 0.9385822 Sep 22 16:47:17.115848 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f07235c-6849-4da1-9bb8-1e6af5a63ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f28aa75-0204-498c-aeb1-78324bd4a290,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:17.258926 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4659ea2f-cf66-4fa9-8591-969cf95113bb None None] Network 1c3d3a58-f8ad-48bd-b6da-efff1df91292 requested from dv-cinder-809968-4-iscsi {{(pid=100454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 16:47:17.278069 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-744a95f8-8fcd-4052-80a4-7e82c19fdc66 req-c3d0fbd3-0519-4685-9e3d-dd5bae655ac5 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/quotas/7f8a5bad3e4641939674758f4237d85b HTTP/1.1" status: 200 len: 375 time: 0.2065234 Sep 22 16:47:17.307479 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.db_base_plugin_common [None req-aff33646-09ec-4f08-b859-a43a919afd38 None None] Allocated IP 172.20.0.2 (cf6bcf08-16c2-430e-b630-d9fa645b940f/7d91da0e-c8e1-4689-8df1-180aa1bc9ec6/53d0341e-785f-4ce4-b2ca-917e700a69b3) {{(pid=100454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:47:17.311429 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-a9872db3-130f-43e6-9dbc-159a4124e434 None None] For port 2dc3ed4c-242a-4534-9c93-e61aeb2c383b, host dv-cinder-809968-4-iscsi, cleared binding levels {{(pid=100454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 16:47:17.342151 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-a9872db3-130f-43e6-9dbc-159a4124e434 None None] For port 2dc3ed4c-242a-4534-9c93-e61aeb2c383b, host dv-cinder-809968-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=2dc3ed4c-242a-4534-9c93-e61aeb2c383b,segment=NetworkSegment(df59b1c3-5ddd-4375-9ca5-af4209139e38),segment_id=df59b1c3-5ddd-4375-9ca5-af4209139e38)] {{(pid=100454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 16:47:17.388341 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-a9872db3-130f-43e6-9dbc-159a4124e434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:17.408637 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-744a95f8-8fcd-4052-80a4-7e82c19fdc66 req-2c29ace3-0876-4874-87a2-1b7ecb37b6b6 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=7f8a5bad3e4641939674758f4237d85b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1153502 Sep 22 16:47:17.421191 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-cc093b01-6418-418a-af5d-a4bce115ea9a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:17.461598 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-cc093b01-6418-418a-af5d-a4bce115ea9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:17.550422 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9872db3-130f-43e6-9dbc-159a4124e434 None None] Pushing event updated for resources: {'Port': ['ID=2dc3ed4c-242a-4534-9c93-e61aeb2c383b,revision_number=2']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:17.641380 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-a3c93061-65c5-44ac-8b92-559678938c73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:17.709616 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-2f826fa0-eb7f-4dd3-84ad-626d671de359 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:17.749934 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-2f826fa0-eb7f-4dd3-84ad-626d671de359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:17.874128 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-aff33646-09ec-4f08-b859-a43a919afd38 None None] Notify callbacks [] for port, precommit_create {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:17.882647 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-a3c93061-65c5-44ac-8b92-559678938c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735274499777'] for port, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:17.897210 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-aff33646-09ec-4f08-b859-a43a919afd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735274499777'] for port, after_create {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:17.950926 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 53132) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:47:17.960176 dv-cinder-809968-4-iscsi neutron-server[100452]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 22 16:47:17.967827 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.db_base_plugin_common [None req-cc093b01-6418-418a-af5d-a4bce115ea9a admin admin] Allocated IP 172.27.0.84 (e265bfb9-6000-4acf-b4f9-12e0cf12940a/83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8/6a700e14-7e75-4b45-a853-279c9cb43a23) {{(pid=100452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:47:18.031083 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c93061-65c5-44ac-8b92-559678938c73 admin admin] Network e265bfb9-6000-4acf-b4f9-12e0cf12940a is already hosted by enough agents. {{(pid=100453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:47:18.045756 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.base_scheduler [None req-a3c93061-65c5-44ac-8b92-559678938c73 admin admin] Resources bound (agent type, host, resource id): {{(pid=100453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:47:18.062129 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c93061-65c5-44ac-8b92-559678938c73 admin admin] Received port after_create {{(pid=100453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 16:47:18.070194 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff33646-09ec-4f08-b859-a43a919afd38 None None] Pushing event updated for resources: {'Port': ['ID=53d0341e-785f-4ce4-b2ca-917e700a69b3,revision_number=1']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:18.085169 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff33646-09ec-4f08-b859-a43a919afd38 None None] Network cf6bcf08-16c2-430e-b630-d9fa645b940f is already hosted by enough agents. {{(pid=100454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:47:18.085364 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [req-744a95f8-8fcd-4052-80a4-7e82c19fdc66 req-516df636-9aaf-4239-b5b0-f0b15d094d24 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:47:18.086351 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-744a95f8-8fcd-4052-80a4-7e82c19fdc66 req-516df636-9aaf-4239-b5b0-f0b15d094d24 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1571493 Sep 22 16:47:18.089387 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.scheduler.base_scheduler [None req-aff33646-09ec-4f08-b859-a43a919afd38 None None] Resources bound (agent type, host, resource id): {{(pid=100454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:47:18.094204 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c93061-65c5-44ac-8b92-559678938c73 admin admin] Pushing event updated for resources: {'Port': ['ID=e3e6b432-f16c-438a-880f-e5c945ec90e0,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:18.095110 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff33646-09ec-4f08-b859-a43a919afd38 None None] Received port after_create {{(pid=100454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 16:47:18.220268 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.managers [None req-aff33646-09ec-4f08-b859-a43a919afd38 None None] Attempting to bind port 53d0341e-785f-4ce4-b2ca-917e700a69b3 on host dv-cinder-809968-4-iscsi for vnic_type normal with profile {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 16:47:18.220640 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.managers [None req-aff33646-09ec-4f08-b859-a43a919afd38 None None] Attempting to bind port 53d0341e-785f-4ce4-b2ca-917e700a69b3 by drivers openvswitch,hyperv on host dv-cinder-809968-4-iscsi at level 0 using segments [{'id': '3afac084-fecd-4942-8672-011c0558f65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'cf6bcf08-16c2-430e-b630-d9fa645b940f'}] {{(pid=100454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 16:47:18.221010 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff33646-09ec-4f08-b859-a43a919afd38 None None] Attempting to bind port 53d0341e-785f-4ce4-b2ca-917e700a69b3 on network cf6bcf08-16c2-430e-b630-d9fa645b940f {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 16:47:18.226421 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff33646-09ec-4f08-b859-a43a919afd38 None None] Checking agent: {'id': '08e98799-e574-4f1d-90ac-f796d675fca5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809968-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 16, 39, 29), 'started_at': datetime.datetime(2021, 9, 22, 16, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 16, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809968-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 16:47:18.226737 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff33646-09ec-4f08-b859-a43a919afd38 None None] Checking segment: {'id': '3afac084-fecd-4942-8672-011c0558f65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'cf6bcf08-16c2-430e-b630-d9fa645b940f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 16:47:18.227123 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-aff33646-09ec-4f08-b859-a43a919afd38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:18.227512 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff33646-09ec-4f08-b859-a43a919afd38 None None] Bound using segment: {'id': '3afac084-fecd-4942-8672-011c0558f65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'cf6bcf08-16c2-430e-b630-d9fa645b940f'} {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 16:47:18.227984 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.managers [None req-aff33646-09ec-4f08-b859-a43a919afd38 None None] Bound port: 53d0341e-785f-4ce4-b2ca-917e700a69b3, host: dv-cinder-809968-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3afac084-fecd-4942-8672-011c0558f65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'cf6bcf08-16c2-430e-b630-d9fa645b940f'}}] {{(pid=100454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 16:47:18.228385 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-aff33646-09ec-4f08-b859-a43a919afd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:18.394775 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-aff33646-09ec-4f08-b859-a43a919afd38 None None] For port 53d0341e-785f-4ce4-b2ca-917e700a69b3, host dv-cinder-809968-4-iscsi, cleared binding levels {{(pid=100454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 16:47:18.403141 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-aff33646-09ec-4f08-b859-a43a919afd38 None None] For port 53d0341e-785f-4ce4-b2ca-917e700a69b3, host dv-cinder-809968-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=53d0341e-785f-4ce4-b2ca-917e700a69b3,segment=NetworkSegment(3afac084-fecd-4942-8672-011c0558f65a),segment_id=3afac084-fecd-4942-8672-011c0558f65a)] {{(pid=100454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 16:47:18.424636 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-aff33646-09ec-4f08-b859-a43a919afd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:18.482398 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-744a95f8-8fcd-4052-80a4-7e82c19fdc66 req-a4f5e805-4fc0-4af6-ac95-306f13d0c5f9 service neutron] 10.222.0.66 "GET /v2.0/networks/7d4c5b46-5b9b-4fb5-b0f6-5a1adac27578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478427 Sep 22 16:47:18.493720 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-cc093b01-6418-418a-af5d-a4bce115ea9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:18.592766 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff33646-09ec-4f08-b859-a43a919afd38 None None] Pushing event updated for resources: {'Port': ['ID=53d0341e-785f-4ce4-b2ca-917e700a69b3,revision_number=2']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:18.627747 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce35a1b6-c013-48dc-93cc-b7416544ae39 req-baa50a26-345c-487f-a423-9cc8de89c309 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:18.629287 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-ce35a1b6-c013-48dc-93cc-b7416544ae39 req-baa50a26-345c-487f-a423-9cc8de89c309 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.66 "GET /v2.0/networks?id=1c3d3a58-f8ad-48bd-b6da-efff1df91292 HTTP/1.1" status: 200 len: 815 time: 0.6725883 Sep 22 16:47:18.631505 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-cc093b01-6418-418a-af5d-a4bce115ea9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735274499777'] for port, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:18.732314 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-744a95f8-8fcd-4052-80a4-7e82c19fdc66 req-0407d366-2bbb-49bf-a773-a0322bf875a4 service neutron] 10.222.0.66 "GET /v2.0/networks/7d4c5b46-5b9b-4fb5-b0f6-5a1adac27578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706250 Sep 22 16:47:18.754845 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc093b01-6418-418a-af5d-a4bce115ea9a admin admin] Pushing event updated for resources: {'Port': ['ID=6a700e14-7e75-4b45-a853-279c9cb43a23,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:18.793306 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-ce35a1b6-c013-48dc-93cc-b7416544ae39 req-da651b2d-9a92-46db-b2a5-df47a731f31e tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.66 "GET /v2.0/quotas/87541293238c472fbd91981f2f55ea80 HTTP/1.1" status: 200 len: 375 time: 0.0393929 Sep 22 16:47:18.850279 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 2dc3ed4c-242a-4534-9c93-e61aeb2c383b up at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 16:47:18.887065 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.db.db_base_plugin_common [None req-2f826fa0-eb7f-4dd3-84ad-626d671de359 admin admin] Allocated IP 172.27.0.229 (e265bfb9-6000-4acf-b4f9-12e0cf12940a/83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8/709278fa-7e7c-472e-886b-0614f43033da) {{(pid=100453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:47:18.889339 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc093b01-6418-418a-af5d-a4bce115ea9a admin admin] Network e265bfb9-6000-4acf-b4f9-12e0cf12940a is already hosted by enough agents. {{(pid=100452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:47:18.925074 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-a3c93061-65c5-44ac-8b92-559678938c73 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:18.946419 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-ce35a1b6-c013-48dc-93cc-b7416544ae39 req-4b2245cb-53b2-430f-a15e-29693bdf3473 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=87541293238c472fbd91981f2f55ea80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1521575 Sep 22 16:47:18.949474 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.base_scheduler [None req-cc093b01-6418-418a-af5d-a4bce115ea9a admin admin] Resources bound (agent type, host, resource id): {{(pid=100452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:47:18.967943 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc093b01-6418-418a-af5d-a4bce115ea9a admin admin] Received port after_create {{(pid=100452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 16:47:19.005320 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Provisioning complete for port 2dc3ed4c-242a-4534-9c93-e61aeb2c383b triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:47:19.008348 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:19.175599 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:19.232441 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc65267-e91f-40f2-aecb-07fca7118d58 None None] Network 818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5 requested from dv-cinder-809968-4-iscsi {{(pid=100454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 16:47:19.335583 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] For port 2dc3ed4c-242a-4534-9c93-e61aeb2c383b, host dv-cinder-809968-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=2dc3ed4c-242a-4534-9c93-e61aeb2c383b,segment=NetworkSegment(df59b1c3-5ddd-4375-9ca5-af4209139e38),segment_id=df59b1c3-5ddd-4375-9ca5-af4209139e38)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:47:19.351198 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:19.365712 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a8ce3da1-38ff-4278-956d-18e8d68d321b req-5c6cd9ed-ac28-45f7-8724-8d0e99425272 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/ports?device_id=3aac2995-1fa9-4ca3-8871-67080eddf214 HTTP/1.1" status: 200 len: 210 time: 0.0968361 Sep 22 16:47:19.413541 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-dfb096b8-e69d-404b-b5c2-a654a5382756 None None] Provisioning complete for port 2dc3ed4c-242a-4534-9c93-e61aeb2c383b triggered by entity DHCP. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:47:19.414322 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-dfb096b8-e69d-404b-b5c2-a654a5382756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:19.431968 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-2f826fa0-eb7f-4dd3-84ad-626d671de359 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:19.480063 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [req-ce35a1b6-c013-48dc-93cc-b7416544ae39 req-059626c9-0624-438e-a9a9-6afd55e7bfbc service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:47:19.480681 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-ce35a1b6-c013-48dc-93cc-b7416544ae39 req-059626c9-0624-438e-a9a9-6afd55e7bfbc service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2952602 Sep 22 16:47:19.519993 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Pushing event updated for resources: {'Port': ['ID=2dc3ed4c-242a-4534-9c93-e61aeb2c383b,revision_number=3']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:19.597581 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-a3c93061-65c5-44ac-8b92-559678938c73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1639446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698722'] for router, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:19.610062 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-2f826fa0-eb7f-4dd3-84ad-626d671de359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735274499777'] for port, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:19.669616 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f826fa0-eb7f-4dd3-84ad-626d671de359 admin admin] Network e265bfb9-6000-4acf-b4f9-12e0cf12940a is already hosted by enough agents. {{(pid=100453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:47:19.698059 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.base_scheduler [None req-2f826fa0-eb7f-4dd3-84ad-626d671de359 admin admin] Resources bound (agent type, host, resource id): {{(pid=100453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:47:19.701160 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f826fa0-eb7f-4dd3-84ad-626d671de359 admin admin] Received port after_create {{(pid=100453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 16:47:20.004401 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-cc093b01-6418-418a-af5d-a4bce115ea9a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:20.062625 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-ce35a1b6-c013-48dc-93cc-b7416544ae39 req-2621e1f1-9732-42f0-9ecb-fcfc20f3d186 service neutron] 10.222.0.66 "GET /v2.0/networks/1c3d3a58-f8ad-48bd-b6da-efff1df91292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5738411 Sep 22 16:47:20.076266 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f826fa0-eb7f-4dd3-84ad-626d671de359 admin admin] Pushing event updated for resources: {'Port': ['ID=709278fa-7e7c-472e-886b-0614f43033da,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:20.080864 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-1406d3fe-151b-41ed-916d-18a92d313350 None None] Provisioning complete for port 2dc3ed4c-242a-4534-9c93-e61aeb2c383b triggered by entity DHCP. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:47:20.081359 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-1406d3fe-151b-41ed-916d-18a92d313350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:20.230380 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8598af8d-f063-49a8-9325-f43949bdca27 None None] Network cf6bcf08-16c2-430e-b630-d9fa645b940f requested from dv-cinder-809968-4-iscsi {{(pid=100454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 16:47:20.254458 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c93061-65c5-44ac-8b92-559678938c73 admin admin] Router a7d12065-70cd-402f-ba9c-401a05f7c32a is scheduled to L3 agent c3efc510-1e60-45c8-b68a-00a20fddc4a4 with binding_index 1 {{(pid=100453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 16:47:20.280436 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-ce35a1b6-c013-48dc-93cc-b7416544ae39 req-a4edb74c-b336-42a6-87fd-7a29d406464f service neutron] 10.222.0.66 "GET /v2.0/networks/1c3d3a58-f8ad-48bd-b6da-efff1df91292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102737 Sep 22 16:47:20.461346 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-cc093b01-6418-418a-af5d-a4bce115ea9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1639446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698722'] for router, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:20.483195 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-2f826fa0-eb7f-4dd3-84ad-626d671de359 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:20.488666 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-b67c1363-8f82-4e29-811a-8bd0bd1a5862 None None] Provisioning complete for port 53d0341e-785f-4ce4-b2ca-917e700a69b3 triggered by entity DHCP. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:47:20.489096 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67c1363-8f82-4e29-811a-8bd0bd1a5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:20.584719 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-4fba634f-b48d-4f5b-8359-8ec29d5869a9 req-34e0544c-638c-434e-add0-671c7941d716 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/ports?device_id=3aac2995-1fa9-4ca3-8871-67080eddf214 HTTP/1.1" status: 200 len: 210 time: 0.1056182 Sep 22 16:47:20.684416 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc093b01-6418-418a-af5d-a4bce115ea9a admin admin] Router 0158961b-331c-45e7-abbd-60be4970c59a is scheduled to L3 agent c3efc510-1e60-45c8-b68a-00a20fddc4a4 with binding_index 1 {{(pid=100452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 16:47:20.712369 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c93061-65c5-44ac-8b92-559678938c73 admin admin] Notify agent at l3_agent.dv-cinder-809968-4-iscsi the message routers_updated {{(pid=100453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 16:47:20.731210 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0383e63-c7e5-4832-86fe-ba18b6755885 None None] Sync routers for ids ['a7d12065-70cd-402f-ba9c-401a05f7c32a'] in dv-cinder-809968-4-iscsi {{(pid=100455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 16:47:20.761313 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0383e63-c7e5-4832-86fe-ba18b6755885 None None] Routers {'a7d12065-70cd-402f-ba9c-401a05f7c32a'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 16:47:20.763019 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-b0383e63-c7e5-4832-86fe-ba18b6755885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:46:59Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['a7d12065-70cd-402f-ba9c-401a05f7c32a'], 'active': True} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:47:20.802400 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67c1363-8f82-4e29-811a-8bd0bd1a5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:20.861531 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67c1363-8f82-4e29-811a-8bd0bd1a5862 None None] For port 53d0341e-785f-4ce4-b2ca-917e700a69b3, host dv-cinder-809968-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=53d0341e-785f-4ce4-b2ca-917e700a69b3,segment=NetworkSegment(3afac084-fecd-4942-8672-011c0558f65a),segment_id=3afac084-fecd-4942-8672-011c0558f65a)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:47:20.868267 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67c1363-8f82-4e29-811a-8bd0bd1a5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:20.884496 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-a3c93061-65c5-44ac-8b92-559678938c73 admin admin] Notify callbacks [] for router, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:20.891661 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-a3c93061-65c5-44ac-8b92-559678938c73 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.4975863 Sep 22 16:47:20.912277 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 53238) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:47:20.926835 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67c1363-8f82-4e29-811a-8bd0bd1a5862 None None] Pushing event updated for resources: {'Port': ['ID=53d0341e-785f-4ce4-b2ca-917e700a69b3,revision_number=3']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:20.973365 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc093b01-6418-418a-af5d-a4bce115ea9a admin admin] Notify agent at l3_agent.dv-cinder-809968-4-iscsi the message routers_updated {{(pid=100452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 16:47:20.983549 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1da500-cf75-41bc-b691-fbcdc926e20d None None] Sync routers for ids ['0158961b-331c-45e7-abbd-60be4970c59a'] in dv-cinder-809968-4-iscsi {{(pid=100454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 16:47:20.996681 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1da500-cf75-41bc-b691-fbcdc926e20d None None] Routers {'0158961b-331c-45e7-abbd-60be4970c59a'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 16:47:20.997320 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-7c1da500-cf75-41bc-b691-fbcdc926e20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:46:59Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['0158961b-331c-45e7-abbd-60be4970c59a'], 'active': True} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:47:21.032339 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-cc093b01-6418-418a-af5d-a4bce115ea9a admin admin] Notify callbacks [] for router, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:21.037549 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-cc093b01-6418-418a-af5d-a4bce115ea9a admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.6235783 Sep 22 16:47:21.038795 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 53246) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:47:21.071980 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvr_db [None req-b0383e63-c7e5-4832-86fe-ba18b6755885 None None] Set router a7d12065-70cd-402f-ba9c-401a05f7c32a gateway port host: dv-cinder-809968-4-iscsi {{(pid=100455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 16:47:21.087160 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 2dc3ed4c-242a-4534-9c93-e61aeb2c383b up at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 16:47:21.269049 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-ef2541ae-4f63-49d5-900b-e18c0500b4c0 None None] Provisioning complete for port 53d0341e-785f-4ce4-b2ca-917e700a69b3 triggered by entity DHCP. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:47:21.269049 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ef2541ae-4f63-49d5-900b-e18c0500b4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:21.299030 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-2f826fa0-eb7f-4dd3-84ad-626d671de359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1639446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698722'] for router, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:21.353733 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-b0383e63-c7e5-4832-86fe-ba18b6755885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d12065-70cd-402f-ba9c-401a05f7c32a', 'name': 'tempest-AttachVolumeTestJSON-444129439-router', 'tenant_id': '561be258dcb34fb388cd55aeb3bb42b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'e3e6b432-f16c-438a-880f-e5c945ec90e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:47:15Z', 'updated_at': '2021-09-22T16:47:18Z', 'revision_number': 3, 'project_id': '561be258dcb34fb388cd55aeb3bb42b0', 'gw_port': {'id': 'e3e6b432-f16c-438a-880f-e5c945ec90e0', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a7:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d12065-70cd-402f-ba9c-401a05f7c32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:16Z', 'updated_at': '2021-09-22T16:47:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi'}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:47:21.380631 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvr_db [None req-7c1da500-cf75-41bc-b691-fbcdc926e20d None None] Set router 0158961b-331c-45e7-abbd-60be4970c59a gateway port host: dv-cinder-809968-4-iscsi {{(pid=100454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 16:47:21.387431 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0383e63-c7e5-4832-86fe-ba18b6755885 None None] Checking router: a7d12065-70cd-402f-ba9c-401a05f7c32a for host: dv-cinder-809968-4-iscsi {{(pid=100455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 16:47:21.388002 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0383e63-c7e5-4832-86fe-ba18b6755885 None None] Updating router a7d12065-70cd-402f-ba9c-401a05f7c32a port e3e6b432-f16c-438a-880f-e5c945ec90e0 binding host dv-cinder-809968-4-iscsi {{(pid=100455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 16:47:21.419881 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron_lib.callbacks.manager [None req-b0383e63-c7e5-4832-86fe-ba18b6755885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:21.422069 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Provisioning complete for port 2dc3ed4c-242a-4534-9c93-e61aeb2c383b triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:47:21.422470 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:21.648739 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f826fa0-eb7f-4dd3-84ad-626d671de359 admin admin] Router f4def252-7fd5-499d-a0a2-7969b7845849 is scheduled to L3 agent c3efc510-1e60-45c8-b68a-00a20fddc4a4 with binding_index 1 {{(pid=100453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 16:47:21.865875 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 53d0341e-785f-4ce4-b2ca-917e700a69b3 up at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 16:47:21.892014 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-cd428f8c-d796-4d8e-a640-117708c9451e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:21.907523 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d4bae02c-243b-48c6-a9be-222ddbb142e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:21.926883 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron_lib.callbacks.manager [None req-b0383e63-c7e5-4832-86fe-ba18b6755885 None None] Notify callbacks [] for port, precommit_update {{(pid=100455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:21.929629 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-94f9bf02-3b5c-4889-90de-fa09890b58ef req-088d9939-d8e1-4178-8948-64daef10571b tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/ports?device_id=3aac2995-1fa9-4ca3-8871-67080eddf214 HTTP/1.1" status: 200 len: 210 time: 0.0481055 Sep 22 16:47:21.945002 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f826fa0-eb7f-4dd3-84ad-626d671de359 admin admin] Notify agent at l3_agent.dv-cinder-809968-4-iscsi the message routers_updated {{(pid=100453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 16:47:21.951778 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron_lib.callbacks.manager [None req-b0383e63-c7e5-4832-86fe-ba18b6755885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:21.958387 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066d976e-4cbf-4395-9735-614c956e4290 None None] Sync routers for ids ['f4def252-7fd5-499d-a0a2-7969b7845849'] in dv-cinder-809968-4-iscsi {{(pid=100455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 16:47:21.964399 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Provisioning complete for port 53d0341e-785f-4ce4-b2ca-917e700a69b3 triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:47:21.974202 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:22.010027 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-2f826fa0-eb7f-4dd3-84ad-626d671de359 admin admin] Notify callbacks [] for router, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:22.015486 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-2f826fa0-eb7f-4dd3-84ad-626d671de359 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.6928020 Sep 22 16:47:22.016217 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 53294) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:47:22.039030 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066d976e-4cbf-4395-9735-614c956e4290 None None] Routers {'f4def252-7fd5-499d-a0a2-7969b7845849'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 16:47:22.039888 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-066d976e-4cbf-4395-9735-614c956e4290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:46:59Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['f4def252-7fd5-499d-a0a2-7969b7845849'], 'active': True} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:47:22.062796 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ac949d-1cd0-4ce4-8e73-4a937a9107e3 None None] Pushing event updated for resources: {'Port': ['ID=e3e6b432-f16c-438a-880f-e5c945ec90e0,revision_number=2']} {{(pid=100455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:22.123891 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-7c1da500-cf75-41bc-b691-fbcdc926e20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0158961b-331c-45e7-abbd-60be4970c59a', 'name': 'tempest-ServerRescueNegativeTestJSON-2117315381-router', 'tenant_id': 'b8bdb2bea31e47d187cb21b1f1e64ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '6a700e14-7e75-4b45-a853-279c9cb43a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:47:16Z', 'updated_at': '2021-09-22T16:47:19Z', 'revision_number': 3, 'project_id': 'b8bdb2bea31e47d187cb21b1f1e64ba1', 'gw_port': {'id': '6a700e14-7e75-4b45-a853-279c9cb43a23', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a1:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0158961b-331c-45e7-abbd-60be4970c59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:17Z', 'updated_at': '2021-09-22T16:47:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi'}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:47:22.160078 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.managers [None req-b0383e63-c7e5-4832-86fe-ba18b6755885 None None] Attempting to bind port e3e6b432-f16c-438a-880f-e5c945ec90e0 on host dv-cinder-809968-4-iscsi for vnic_type normal with profile {{(pid=100455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 16:47:22.160668 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.managers [None req-b0383e63-c7e5-4832-86fe-ba18b6755885 None None] Attempting to bind port e3e6b432-f16c-438a-880f-e5c945ec90e0 by drivers openvswitch,hyperv on host dv-cinder-809968-4-iscsi at level 0 using segments [{'id': '73061bb2-74db-4070-b057-2315d4867ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a'}] {{(pid=100455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 16:47:22.161268 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0383e63-c7e5-4832-86fe-ba18b6755885 None None] Attempting to bind port e3e6b432-f16c-438a-880f-e5c945ec90e0 on network e265bfb9-6000-4acf-b4f9-12e0cf12940a {{(pid=100455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 16:47:22.185100 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1da500-cf75-41bc-b691-fbcdc926e20d None None] Checking router: 0158961b-331c-45e7-abbd-60be4970c59a for host: dv-cinder-809968-4-iscsi {{(pid=100454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 16:47:22.185459 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1da500-cf75-41bc-b691-fbcdc926e20d None None] Updating router 0158961b-331c-45e7-abbd-60be4970c59a port 6a700e14-7e75-4b45-a853-279c9cb43a23 binding host dv-cinder-809968-4-iscsi {{(pid=100454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 16:47:22.205652 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0383e63-c7e5-4832-86fe-ba18b6755885 None None] Checking agent: {'id': '08e98799-e574-4f1d-90ac-f796d675fca5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809968-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 16, 39, 29), 'started_at': datetime.datetime(2021, 9, 22, 16, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 16, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809968-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 16:47:22.206032 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0383e63-c7e5-4832-86fe-ba18b6755885 None None] Checking segment: {'id': '73061bb2-74db-4070-b057-2315d4867ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 16:47:22.206447 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron_lib.callbacks.manager [None req-b0383e63-c7e5-4832-86fe-ba18b6755885 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:22.206821 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0383e63-c7e5-4832-86fe-ba18b6755885 None None] Bound using segment: {'id': '73061bb2-74db-4070-b057-2315d4867ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a'} {{(pid=100455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 16:47:22.207293 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.managers [None req-b0383e63-c7e5-4832-86fe-ba18b6755885 None None] Bound port: e3e6b432-f16c-438a-880f-e5c945ec90e0, host: dv-cinder-809968-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73061bb2-74db-4070-b057-2315d4867ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a'}}] {{(pid=100455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 16:47:22.207671 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron_lib.callbacks.manager [None req-b0383e63-c7e5-4832-86fe-ba18b6755885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:22.233687 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.db_base_plugin_common [None req-cd428f8c-d796-4d8e-a640-117708c9451e admin admin] Allocated IP 172.20.0.1 (933b11c6-c16c-4f49-9f97-7720f111f0ed/cc6f66dc-a466-4cdc-9953-0a3b593f7cb6/d053fb24-7719-4936-8c72-b833eeef9802) {{(pid=100452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:47:22.238093 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ac949d-1cd0-4ce4-8e73-4a937a9107e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:47:22.238873 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ac949d-1cd0-4ce4-8e73-4a937a9107e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:47:22.238873 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ac949d-1cd0-4ce4-8e73-4a937a9107e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:47:22.239158 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ac949d-1cd0-4ce4-8e73-4a937a9107e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:47:22.239459 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ac949d-1cd0-4ce4-8e73-4a937a9107e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:47:22.239787 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ac949d-1cd0-4ce4-8e73-4a937a9107e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:47:22.240721 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ac949d-1cd0-4ce4-8e73-4a937a9107e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:47:22.240721 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ac949d-1cd0-4ce4-8e73-4a937a9107e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:47:22.240894 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ac949d-1cd0-4ce4-8e73-4a937a9107e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:47:22.241376 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ac949d-1cd0-4ce4-8e73-4a937a9107e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:47:22.244683 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-7c1da500-cf75-41bc-b691-fbcdc926e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:22.244830 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ac949d-1cd0-4ce4-8e73-4a937a9107e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:47:22.256010 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ac949d-1cd0-4ce4-8e73-4a937a9107e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:47:22.257269 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ac949d-1cd0-4ce4-8e73-4a937a9107e3 None None] Tracked resource versions report: Sep 22 16:47:22.257269 dv-cinder-809968-4-iscsi neutron-server[100455]: pushed versions: Sep 22 16:47:22.257269 dv-cinder-809968-4-iscsi neutron-server[100455]: { 'AddressGroup': {'1.2'}, Sep 22 16:47:22.257269 dv-cinder-809968-4-iscsi neutron-server[100455]: 'ConntrackHelper': {'1.0'}, Sep 22 16:47:22.257269 dv-cinder-809968-4-iscsi neutron-server[100455]: 'Log': {'1.0'}, Sep 22 16:47:22.257269 dv-cinder-809968-4-iscsi neutron-server[100455]: 'Network': {'1.1'}, Sep 22 16:47:22.257269 dv-cinder-809968-4-iscsi neutron-server[100455]: 'Port': {'1.7'}, Sep 22 16:47:22.257269 dv-cinder-809968-4-iscsi neutron-server[100455]: 'PortForwarding': {'1.2'}, Sep 22 16:47:22.257269 dv-cinder-809968-4-iscsi neutron-server[100455]: 'QosPolicy': {'1.9'}, Sep 22 16:47:22.257269 dv-cinder-809968-4-iscsi neutron-server[100455]: 'SecurityGroup': {'1.4'}, Sep 22 16:47:22.257269 dv-cinder-809968-4-iscsi neutron-server[100455]: 'SecurityGroupRule': {'1.2'}, Sep 22 16:47:22.257269 dv-cinder-809968-4-iscsi neutron-server[100455]: 'SubPort': {'1.0'}, Sep 22 16:47:22.257269 dv-cinder-809968-4-iscsi neutron-server[100455]: 'Subnet': {'1.1'}, Sep 22 16:47:22.257269 dv-cinder-809968-4-iscsi neutron-server[100455]: 'Trunk': {'1.1'}} Sep 22 16:47:22.257269 dv-cinder-809968-4-iscsi neutron-server[100455]: consumer versions: Sep 22 16:47:22.257269 dv-cinder-809968-4-iscsi neutron-server[100455]: { DHCP agent@dv-cinder-809968-4-iscsi: {}, Sep 22 16:47:22.257269 dv-cinder-809968-4-iscsi neutron-server[100455]: HyperV agent@hv-cinder-80996: {}, Sep 22 16:47:22.257269 dv-cinder-809968-4-iscsi neutron-server[100455]: L3 agent@dv-cinder-809968-4-iscsi: {}, Sep 22 16:47:22.257269 dv-cinder-809968-4-iscsi neutron-server[100455]: Metadata agent@dv-cinder-809968-4-iscsi: {}, Sep 22 16:47:22.257269 dv-cinder-809968-4-iscsi neutron-server[100455]: Metering agent@dv-cinder-809968-4-iscsi: {}, Sep 22 16:47:22.257269 dv-cinder-809968-4-iscsi neutron-server[100455]: Open vSwitch agent@dv-cinder-809968-4-iscsi: { 'AddressGroup': '1.2', Sep 22 16:47:22.257269 dv-cinder-809968-4-iscsi neutron-server[100455]: 'ConntrackHelper': '1.0', Sep 22 16:47:22.257269 dv-cinder-809968-4-iscsi neutron-server[100455]: 'Log': '1.0', Sep 22 16:47:22.257269 dv-cinder-809968-4-iscsi neutron-server[100455]: 'Network': '1.1', Sep 22 16:47:22.257269 dv-cinder-809968-4-iscsi neutron-server[100455]: 'Port': '1.7', Sep 22 16:47:22.257269 dv-cinder-809968-4-iscsi neutron-server[100455]: 'PortForwarding': '1.2', Sep 22 16:47:22.257269 dv-cinder-809968-4-iscsi neutron-server[100455]: 'QosPolicy': '1.9', Sep 22 16:47:22.257269 dv-cinder-809968-4-iscsi neutron-server[100455]: 'SecurityGroup': '1.4', Sep 22 16:47:22.257269 dv-cinder-809968-4-iscsi neutron-server[100455]: 'SecurityGroupRule': '1.2', Sep 22 16:47:22.257269 dv-cinder-809968-4-iscsi neutron-server[100455]: 'SubPort': '1.0', Sep 22 16:47:22.257269 dv-cinder-809968-4-iscsi neutron-server[100455]: 'Subnet': '1.1', Sep 22 16:47:22.257269 dv-cinder-809968-4-iscsi neutron-server[100455]: 'Trunk': '1.1'}} Sep 22 16:47:22.257269 dv-cinder-809968-4-iscsi neutron-server[100455]: {{(pid=100455) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 16:47:22.353402 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.db [None req-b0383e63-c7e5-4832-86fe-ba18b6755885 None None] For port e3e6b432-f16c-438a-880f-e5c945ec90e0, host dv-cinder-809968-4-iscsi, cleared binding levels {{(pid=100455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 16:47:22.376701 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.db [None req-b0383e63-c7e5-4832-86fe-ba18b6755885 None None] For port e3e6b432-f16c-438a-880f-e5c945ec90e0, host dv-cinder-809968-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=e3e6b432-f16c-438a-880f-e5c945ec90e0,segment=NetworkSegment(73061bb2-74db-4070-b057-2315d4867ed3),segment_id=73061bb2-74db-4070-b057-2315d4867ed3)] {{(pid=100455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 16:47:22.380785 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvr_db [None req-066d976e-4cbf-4395-9735-614c956e4290 None None] Set router f4def252-7fd5-499d-a0a2-7969b7845849 gateway port host: dv-cinder-809968-4-iscsi {{(pid=100455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 16:47:22.420070 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron_lib.callbacks.manager [None req-b0383e63-c7e5-4832-86fe-ba18b6755885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:22.453663 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.db.db_base_plugin_common [None req-d4bae02c-243b-48c6-a9be-222ddbb142e8 admin admin] Allocated IP 172.20.0.1 (818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5/6b2e37f6-e9e1-49ca-adc1-92f53c49454f/fc5528df-9164-4f41-a31a-59ee54ae5947) {{(pid=100453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:47:22.488020 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-cd428f8c-d796-4d8e-a640-117708c9451e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:22.554853 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0383e63-c7e5-4832-86fe-ba18b6755885 None None] Routers {'a7d12065-70cd-402f-ba9c-401a05f7c32a'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 16:47:22.556230 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-b0383e63-c7e5-4832-86fe-ba18b6755885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:46:59Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['a7d12065-70cd-402f-ba9c-401a05f7c32a'], 'active': True} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:47:22.568254 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-cd428f8c-d796-4d8e-a640-117708c9451e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735274499777'] for port, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:22.585948 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ac949d-1cd0-4ce4-8e73-4a937a9107e3 None None] Pushing event updated for resources: {'Port': ['ID=e3e6b432-f16c-438a-880f-e5c945ec90e0,revision_number=3']} {{(pid=100455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:22.620654 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-7c1da500-cf75-41bc-b691-fbcdc926e20d None None] Notify callbacks [] for port, precommit_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:22.629646 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-7c1da500-cf75-41bc-b691-fbcdc926e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:22.652430 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d4bae02c-243b-48c6-a9be-222ddbb142e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:22.710640 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d4bae02c-243b-48c6-a9be-222ddbb142e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735274499777'] for port, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:22.720876 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.managers [None req-7c1da500-cf75-41bc-b691-fbcdc926e20d None None] Attempting to bind port 6a700e14-7e75-4b45-a853-279c9cb43a23 on host dv-cinder-809968-4-iscsi for vnic_type normal with profile {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 16:47:22.721377 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.managers [None req-7c1da500-cf75-41bc-b691-fbcdc926e20d None None] Attempting to bind port 6a700e14-7e75-4b45-a853-279c9cb43a23 by drivers openvswitch,hyperv on host dv-cinder-809968-4-iscsi at level 0 using segments [{'id': '73061bb2-74db-4070-b057-2315d4867ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a'}] {{(pid=100454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 16:47:22.721901 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1da500-cf75-41bc-b691-fbcdc926e20d None None] Attempting to bind port 6a700e14-7e75-4b45-a853-279c9cb43a23 on network e265bfb9-6000-4acf-b4f9-12e0cf12940a {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 16:47:22.731100 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1da500-cf75-41bc-b691-fbcdc926e20d None None] Checking agent: {'id': '08e98799-e574-4f1d-90ac-f796d675fca5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809968-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 16, 39, 29), 'started_at': datetime.datetime(2021, 9, 22, 16, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 16, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809968-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 16:47:22.731579 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1da500-cf75-41bc-b691-fbcdc926e20d None None] Checking segment: {'id': '73061bb2-74db-4070-b057-2315d4867ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 16:47:22.735153 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-7c1da500-cf75-41bc-b691-fbcdc926e20d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:22.735153 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1da500-cf75-41bc-b691-fbcdc926e20d None None] Bound using segment: {'id': '73061bb2-74db-4070-b057-2315d4867ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a'} {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 16:47:22.735153 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.managers [None req-7c1da500-cf75-41bc-b691-fbcdc926e20d None None] Bound port: 6a700e14-7e75-4b45-a853-279c9cb43a23, host: dv-cinder-809968-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73061bb2-74db-4070-b057-2315d4867ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a'}}] {{(pid=100454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 16:47:22.735153 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-7c1da500-cf75-41bc-b691-fbcdc926e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:22.772037 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dfe313-f78f-421c-be9f-7aec9f17b2d7 None None] Pushing event updated for resources: {'Port': ['ID=6a700e14-7e75-4b45-a853-279c9cb43a23,revision_number=2']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:22.818901 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd428f8c-d796-4d8e-a640-117708c9451e admin admin] Network 933b11c6-c16c-4f49-9f97-7720f111f0ed is already hosted by enough agents. {{(pid=100452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:47:22.821861 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.base_scheduler [None req-cd428f8c-d796-4d8e-a640-117708c9451e admin admin] Resources bound (agent type, host, resource id): {{(pid=100452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:47:22.826857 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd428f8c-d796-4d8e-a640-117708c9451e admin admin] Received port after_create {{(pid=100452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 16:47:22.827749 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-cd428f8c-d796-4d8e-a640-117708c9451e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701023'] for router_interface, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:22.857704 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-7c1da500-cf75-41bc-b691-fbcdc926e20d None None] For port 6a700e14-7e75-4b45-a853-279c9cb43a23, host dv-cinder-809968-4-iscsi, cleared binding levels {{(pid=100454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 16:47:22.864403 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-7c1da500-cf75-41bc-b691-fbcdc926e20d None None] For port 6a700e14-7e75-4b45-a853-279c9cb43a23, host dv-cinder-809968-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=6a700e14-7e75-4b45-a853-279c9cb43a23,segment=NetworkSegment(73061bb2-74db-4070-b057-2315d4867ed3),segment_id=73061bb2-74db-4070-b057-2315d4867ed3)] {{(pid=100454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 16:47:22.872940 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 53d0341e-785f-4ce4-b2ca-917e700a69b3 up at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 16:47:22.881672 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-7c1da500-cf75-41bc-b691-fbcdc926e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:22.917017 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bae02c-243b-48c6-a9be-222ddbb142e8 admin admin] Network 818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5 is already hosted by enough agents. {{(pid=100453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:47:22.923949 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.base_scheduler [None req-d4bae02c-243b-48c6-a9be-222ddbb142e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:47:22.950333 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bae02c-243b-48c6-a9be-222ddbb142e8 admin admin] Received port after_create {{(pid=100453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 16:47:22.951226 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d4bae02c-243b-48c6-a9be-222ddbb142e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701023'] for router_interface, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:23.029021 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-066d976e-4cbf-4395-9735-614c956e4290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4def252-7fd5-499d-a0a2-7969b7845849', 'name': 'tempest-AttachVolumeShelveTestJSON-1822705425-router', 'tenant_id': 'fe0862b93ee9429196930d5fd745e5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '709278fa-7e7c-472e-886b-0614f43033da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:47:16Z', 'updated_at': '2021-09-22T16:47:20Z', 'revision_number': 3, 'project_id': 'fe0862b93ee9429196930d5fd745e5cc', 'gw_port': {'id': '709278fa-7e7c-472e-886b-0614f43033da', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ea:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4def252-7fd5-499d-a0a2-7969b7845849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:17Z', 'updated_at': '2021-09-22T16:47:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi'}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:47:23.071733 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bae02c-243b-48c6-a9be-222ddbb142e8 admin admin] Pushing event updated for resources: {'Port': ['ID=fc5528df-9164-4f41-a31a-59ee54ae5947,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:23.074494 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066d976e-4cbf-4395-9735-614c956e4290 None None] Checking router: f4def252-7fd5-499d-a0a2-7969b7845849 for host: dv-cinder-809968-4-iscsi {{(pid=100455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 16:47:23.075430 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066d976e-4cbf-4395-9735-614c956e4290 None None] Updating router f4def252-7fd5-499d-a0a2-7969b7845849 port 709278fa-7e7c-472e-886b-0614f43033da binding host dv-cinder-809968-4-iscsi {{(pid=100455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 16:47:23.079826 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvr_db [None req-b0383e63-c7e5-4832-86fe-ba18b6755885 None None] Set router a7d12065-70cd-402f-ba9c-401a05f7c32a gateway port host: dv-cinder-809968-4-iscsi {{(pid=100455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 16:47:23.140067 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1da500-cf75-41bc-b691-fbcdc926e20d None None] Routers {'0158961b-331c-45e7-abbd-60be4970c59a'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 16:47:23.141158 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-7c1da500-cf75-41bc-b691-fbcdc926e20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:46:59Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['0158961b-331c-45e7-abbd-60be4970c59a'], 'active': True} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:47:23.245119 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dfe313-f78f-421c-be9f-7aec9f17b2d7 None None] Pushing event updated for resources: {'Port': ['ID=6a700e14-7e75-4b45-a853-279c9cb43a23,revision_number=3']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:23.295347 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Provisioning complete for port 53d0341e-785f-4ce4-b2ca-917e700a69b3 triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:47:23.295982 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:23.340471 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd428f8c-d796-4d8e-a640-117708c9451e admin admin] Pushing event updated for resources: {'Port': ['ID=d053fb24-7719-4936-8c72-b833eeef9802,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:23.354771 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-cd428f8c-d796-4d8e-a640-117708c9451e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:23.383791 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-03bf2f6a-8c37-479b-89f7-0ecb4a3fecff req-66252be5-be14-4857-bd36-427048da97e5 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/ports?device_id=3aac2995-1fa9-4ca3-8871-67080eddf214 HTTP/1.1" status: 200 len: 210 time: 0.2607074 Sep 22 16:47:23.425316 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron_lib.callbacks.manager [None req-066d976e-4cbf-4395-9735-614c956e4290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:23.436657 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 53344) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:47:23.451852 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvr_db [None req-7c1da500-cf75-41bc-b691-fbcdc926e20d None None] Set router 0158961b-331c-45e7-abbd-60be4970c59a gateway port host: dv-cinder-809968-4-iscsi {{(pid=100454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 16:47:23.456746 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-e316d3e4-7f07-4687-9192-1e510d52d987 None None] Provisioning complete for port fc5528df-9164-4f41-a31a-59ee54ae5947 triggered by entity DHCP. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:47:23.457223 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-e316d3e4-7f07-4687-9192-1e510d52d987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:23.517659 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-82644d56-e3cb-4d03-8bd5-9b11fe3812de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:23.549539 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-e316d3e4-7f07-4687-9192-1e510d52d987 None None] Port fc5528df-9164-4f41-a31a-59ee54ae5947 cannot update to ACTIVE because it is not bound. {{(pid=100454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 16:47:23.643190 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d4bae02c-243b-48c6-a9be-222ddbb142e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:23.701164 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-7388f007-7f30-43a0-af51-eeeaef9bfdb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:23.754741 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-cd428f8c-d796-4d8e-a640-117708c9451e admin admin] Notify callbacks [] for port, precommit_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:23.768242 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-7c1da500-cf75-41bc-b691-fbcdc926e20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0158961b-331c-45e7-abbd-60be4970c59a', 'name': 'tempest-ServerRescueNegativeTestJSON-2117315381-router', 'tenant_id': 'b8bdb2bea31e47d187cb21b1f1e64ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '6a700e14-7e75-4b45-a853-279c9cb43a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:47:16Z', 'updated_at': '2021-09-22T16:47:19Z', 'revision_number': 3, 'project_id': 'b8bdb2bea31e47d187cb21b1f1e64ba1', 'gw_port': {'id': '6a700e14-7e75-4b45-a853-279c9cb43a23', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a1:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0158961b-331c-45e7-abbd-60be4970c59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:17Z', 'updated_at': '2021-09-22T16:47:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi'}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:47:23.771720 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-cd428f8c-d796-4d8e-a640-117708c9451e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:23.772819 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-cd428f8c-d796-4d8e-a640-117708c9451e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1699951'] for router_interface, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:23.806608 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1da500-cf75-41bc-b691-fbcdc926e20d None None] The sync data for ids ['0158961b-331c-45e7-abbd-60be4970c59a'] in dv-cinder-809968-4-iscsi is: [{'id': '0158961b-331c-45e7-abbd-60be4970c59a', 'name': 'tempest-ServerRescueNegativeTestJSON-2117315381-router', 'tenant_id': 'b8bdb2bea31e47d187cb21b1f1e64ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '6a700e14-7e75-4b45-a853-279c9cb43a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:47:16Z', 'updated_at': '2021-09-22T16:47:19Z', 'revision_number': 3, 'project_id': 'b8bdb2bea31e47d187cb21b1f1e64ba1', 'gw_port': {'id': '6a700e14-7e75-4b45-a853-279c9cb43a23', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a1:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0158961b-331c-45e7-abbd-60be4970c59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:17Z', 'updated_at': '2021-09-22T16:47:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi'}] {{(pid=100454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 16:47:23.847087 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron_lib.callbacks.manager [None req-066d976e-4cbf-4395-9735-614c956e4290 None None] Notify callbacks [] for port, precommit_update {{(pid=100455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:23.871737 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron_lib.callbacks.manager [None req-066d976e-4cbf-4395-9735-614c956e4290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:23.939345 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd428f8c-d796-4d8e-a640-117708c9451e admin admin] Pushing event updated for resources: {'Port': ['ID=d053fb24-7719-4936-8c72-b833eeef9802,revision_number=2']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:23.957194 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.managers [None req-066d976e-4cbf-4395-9735-614c956e4290 None None] Attempting to bind port 709278fa-7e7c-472e-886b-0614f43033da on host dv-cinder-809968-4-iscsi for vnic_type normal with profile {{(pid=100455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 16:47:23.957721 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.managers [None req-066d976e-4cbf-4395-9735-614c956e4290 None None] Attempting to bind port 709278fa-7e7c-472e-886b-0614f43033da by drivers openvswitch,hyperv on host dv-cinder-809968-4-iscsi at level 0 using segments [{'id': '73061bb2-74db-4070-b057-2315d4867ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a'}] {{(pid=100455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 16:47:23.958540 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066d976e-4cbf-4395-9735-614c956e4290 None None] Attempting to bind port 709278fa-7e7c-472e-886b-0614f43033da on network e265bfb9-6000-4acf-b4f9-12e0cf12940a {{(pid=100455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 16:47:23.960347 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff11e19e-9cfa-4db8-970b-516e3534aa86 None None] Pushing event updated for resources: {'Port': ['ID=709278fa-7e7c-472e-886b-0614f43033da,revision_number=2']} {{(pid=100455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:23.969322 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066d976e-4cbf-4395-9735-614c956e4290 None None] Checking agent: {'id': '08e98799-e574-4f1d-90ac-f796d675fca5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809968-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 16, 39, 29), 'started_at': datetime.datetime(2021, 9, 22, 16, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 16, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809968-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 16:47:23.969892 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066d976e-4cbf-4395-9735-614c956e4290 None None] Checking segment: {'id': '73061bb2-74db-4070-b057-2315d4867ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 16:47:23.970384 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron_lib.callbacks.manager [None req-066d976e-4cbf-4395-9735-614c956e4290 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:23.970872 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066d976e-4cbf-4395-9735-614c956e4290 None None] Bound using segment: {'id': '73061bb2-74db-4070-b057-2315d4867ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a'} {{(pid=100455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 16:47:23.971438 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.managers [None req-066d976e-4cbf-4395-9735-614c956e4290 None None] Bound port: 709278fa-7e7c-472e-886b-0614f43033da, host: dv-cinder-809968-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73061bb2-74db-4070-b057-2315d4867ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a'}}] {{(pid=100455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 16:47:23.971944 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron_lib.callbacks.manager [None req-066d976e-4cbf-4395-9735-614c956e4290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:23.988573 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd428f8c-d796-4d8e-a640-117708c9451e admin admin] Network 933b11c6-c16c-4f49-9f97-7720f111f0ed is already hosted by enough agents. {{(pid=100452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:47:23.993324 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.base_scheduler [None req-cd428f8c-d796-4d8e-a640-117708c9451e admin admin] Resources bound (agent type, host, resource id): {{(pid=100452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:47:24.018146 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-b0383e63-c7e5-4832-86fe-ba18b6755885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d12065-70cd-402f-ba9c-401a05f7c32a', 'name': 'tempest-AttachVolumeTestJSON-444129439-router', 'tenant_id': '561be258dcb34fb388cd55aeb3bb42b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'e3e6b432-f16c-438a-880f-e5c945ec90e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:47:15Z', 'updated_at': '2021-09-22T16:47:18Z', 'revision_number': 3, 'project_id': '561be258dcb34fb388cd55aeb3bb42b0', 'gw_port': {'id': 'e3e6b432-f16c-438a-880f-e5c945ec90e0', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a7:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d12065-70cd-402f-ba9c-401a05f7c32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:16Z', 'updated_at': '2021-09-22T16:47:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi'}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:47:24.049904 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.db.db_base_plugin_common [None req-82644d56-e3cb-4d03-8bd5-9b11fe3812de admin admin] Allocated IP 172.20.0.1 (cf6bcf08-16c2-430e-b630-d9fa645b940f/7d91da0e-c8e1-4689-8df1-180aa1bc9ec6/0328eafc-2de3-4e3b-9660-147e8781ee53) {{(pid=100453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:47:24.071472 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0383e63-c7e5-4832-86fe-ba18b6755885 None None] The sync data for ids ['a7d12065-70cd-402f-ba9c-401a05f7c32a'] in dv-cinder-809968-4-iscsi is: [{'id': 'a7d12065-70cd-402f-ba9c-401a05f7c32a', 'name': 'tempest-AttachVolumeTestJSON-444129439-router', 'tenant_id': '561be258dcb34fb388cd55aeb3bb42b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'e3e6b432-f16c-438a-880f-e5c945ec90e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:47:15Z', 'updated_at': '2021-09-22T16:47:18Z', 'revision_number': 3, 'project_id': '561be258dcb34fb388cd55aeb3bb42b0', 'gw_port': {'id': 'e3e6b432-f16c-438a-880f-e5c945ec90e0', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a7:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d12065-70cd-402f-ba9c-401a05f7c32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:16Z', 'updated_at': '2021-09-22T16:47:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi'}] {{(pid=100455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 16:47:24.113605 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.db [None req-066d976e-4cbf-4395-9735-614c956e4290 None None] For port 709278fa-7e7c-472e-886b-0614f43033da, host dv-cinder-809968-4-iscsi, cleared binding levels {{(pid=100455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 16:47:24.130624 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.db [None req-066d976e-4cbf-4395-9735-614c956e4290 None None] For port 709278fa-7e7c-472e-886b-0614f43033da, host dv-cinder-809968-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=709278fa-7e7c-472e-886b-0614f43033da,segment=NetworkSegment(73061bb2-74db-4070-b057-2315d4867ed3),segment_id=73061bb2-74db-4070-b057-2315d4867ed3)] {{(pid=100455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 16:47:24.146371 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron_lib.callbacks.manager [None req-066d976e-4cbf-4395-9735-614c956e4290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:24.152825 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d4bae02c-243b-48c6-a9be-222ddbb142e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:24.161518 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd428f8c-d796-4d8e-a640-117708c9451e admin admin] Router 0158961b-331c-45e7-abbd-60be4970c59a has already been hosted by L3 agent c3efc510-1e60-45c8-b68a-00a20fddc4a4 {{(pid=100452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 16:47:24.187945 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d4bae02c-243b-48c6-a9be-222ddbb142e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:24.189005 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d4bae02c-243b-48c6-a9be-222ddbb142e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1699951'] for router_interface, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:24.225891 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066d976e-4cbf-4395-9735-614c956e4290 None None] Routers {'f4def252-7fd5-499d-a0a2-7969b7845849'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 16:47:24.227278 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-066d976e-4cbf-4395-9735-614c956e4290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:46:59Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['f4def252-7fd5-499d-a0a2-7969b7845849'], 'active': True} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:47:24.264199 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-7388f007-7f30-43a0-af51-eeeaef9bfdb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:24.280105 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-7388f007-7f30-43a0-af51-eeeaef9bfdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:24.282810 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bae02c-243b-48c6-a9be-222ddbb142e8 admin admin] Pushing event updated for resources: {'Port': ['ID=fc5528df-9164-4f41-a31a-59ee54ae5947,revision_number=2']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:24.333346 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff11e19e-9cfa-4db8-970b-516e3534aa86 None None] Pushing event updated for resources: {'Port': ['ID=709278fa-7e7c-472e-886b-0614f43033da,revision_number=3']} {{(pid=100455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:24.340370 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-7388f007-7f30-43a0-af51-eeeaef9bfdb4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3cf0fd207b6d4cee9dc4ef9a5541857d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9023969 Sep 22 16:47:24.344482 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 53358) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:47:24.439456 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.72', 55333) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:47:24.520546 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7388f007-7f30-43a0-af51-eeeaef9bfdb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d48f01-4ffa-48d9-ada6-15eee77525f8,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:24.531932 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvr_db [None req-066d976e-4cbf-4395-9735-614c956e4290 None None] Set router f4def252-7fd5-499d-a0a2-7969b7845849 gateway port host: dv-cinder-809968-4-iscsi {{(pid=100455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 16:47:24.581977 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd428f8c-d796-4d8e-a640-117708c9451e admin admin] Notify agent at l3_agent.dv-cinder-809968-4-iscsi the message routers_updated {{(pid=100452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 16:47:24.641120 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-cd428f8c-d796-4d8e-a640-117708c9451e admin admin] 10.222.0.66 "PUT /v2.0/routers/0158961b-331c-45e7-abbd-60be4970c59a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6012611 Sep 22 16:47:24.686420 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-61f9a6e8-f970-4036-9887-ab1bb3b6b420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:24.767210 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-c43ca0de-90b6-4eb3-9487-3a72c56944e2 req-c60202e3-e56e-4c7d-a980-67d27d0a6f74 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/ports?device_id=3aac2995-1fa9-4ca3-8871-67080eddf214 HTTP/1.1" status: 200 len: 210 time: 0.1552382 Sep 22 16:47:24.804783 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-61f9a6e8-f970-4036-9887-ab1bb3b6b420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:24.931750 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-61f9a6e8-f970-4036-9887-ab1bb3b6b420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:24.935571 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-61f9a6e8-f970-4036-9887-ab1bb3b6b420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:24.937104 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-61f9a6e8-f970-4036-9887-ab1bb3b6b420 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/43d48f01-4ffa-48d9-ada6-15eee77525f8 HTTP/1.1" status: 204 len: 168 time: 0.5788460 Sep 22 16:47:24.951662 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a95f8-8fcd-4052-80a4-7e82c19fdc66 req-3b18260e-0310-436c-8d02-679463a3ac0d tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:24.955611 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-744a95f8-8fcd-4052-80a4-7e82c19fdc66 req-3b18260e-0310-436c-8d02-679463a3ac0d tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.72 "GET /v2.0/networks?id=7d4c5b46-5b9b-4fb5-b0f6-5a1adac27578 HTTP/1.1" status: 200 len: 812 time: 0.5151701 Sep 22 16:47:24.958228 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f9a6e8-f970-4036-9887-ab1bb3b6b420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d48f01-4ffa-48d9-ada6-15eee77525f8,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:24.999962 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-82644d56-e3cb-4d03-8bd5-9b11fe3812de admin admin] Notify callbacks [] for port, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:25.025312 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device e3e6b432-f16c-438a-880f-e5c945ec90e0 up at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 16:47:25.071470 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-82644d56-e3cb-4d03-8bd5-9b11fe3812de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735274499777'] for port, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:25.143967 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Provisioning complete for port e3e6b432-f16c-438a-880f-e5c945ec90e0 triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:47:25.145923 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:25.212302 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.v2.base [req-744a95f8-8fcd-4052-80a4-7e82c19fdc66 req-7daa8f5a-320c-4b06-9110-ad8ed6d46c65 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] Request body: {'port': {'device_id': '3aac2995-1fa9-4ca3-8871-67080eddf214', 'network_id': '7d4c5b46-5b9b-4fb5-b0f6-5a1adac27578', 'admin_state_up': True, 'tenant_id': '7f8a5bad3e4641939674758f4237d85b'}} {{(pid=100453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:47:25.245387 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-066d976e-4cbf-4395-9735-614c956e4290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4def252-7fd5-499d-a0a2-7969b7845849', 'name': 'tempest-AttachVolumeShelveTestJSON-1822705425-router', 'tenant_id': 'fe0862b93ee9429196930d5fd745e5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '709278fa-7e7c-472e-886b-0614f43033da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:47:16Z', 'updated_at': '2021-09-22T16:47:20Z', 'revision_number': 3, 'project_id': 'fe0862b93ee9429196930d5fd745e5cc', 'gw_port': {'id': '709278fa-7e7c-472e-886b-0614f43033da', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ea:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4def252-7fd5-499d-a0a2-7969b7845849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:17Z', 'updated_at': '2021-09-22T16:47:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi'}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:47:25.329886 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066d976e-4cbf-4395-9735-614c956e4290 None None] The sync data for ids ['f4def252-7fd5-499d-a0a2-7969b7845849'] in dv-cinder-809968-4-iscsi is: [{'id': 'f4def252-7fd5-499d-a0a2-7969b7845849', 'name': 'tempest-AttachVolumeShelveTestJSON-1822705425-router', 'tenant_id': 'fe0862b93ee9429196930d5fd745e5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '709278fa-7e7c-472e-886b-0614f43033da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:47:16Z', 'updated_at': '2021-09-22T16:47:20Z', 'revision_number': 3, 'project_id': 'fe0862b93ee9429196930d5fd745e5cc', 'gw_port': {'id': '709278fa-7e7c-472e-886b-0614f43033da', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ea:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4def252-7fd5-499d-a0a2-7969b7845849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:17Z', 'updated_at': '2021-09-22T16:47:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi'}] {{(pid=100455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 16:47:25.679968 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:25.739097 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] For port e3e6b432-f16c-438a-880f-e5c945ec90e0, host dv-cinder-809968-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=e3e6b432-f16c-438a-880f-e5c945ec90e0,segment=NetworkSegment(73061bb2-74db-4070-b057-2315d4867ed3),segment_id=73061bb2-74db-4070-b057-2315d4867ed3)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:47:25.774531 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:25.775480 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 6a700e14-7e75-4b45-a853-279c9cb43a23 up at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 16:47:25.777751 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 53422) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:47:25.794592 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-e1f5ab71-4bfb-4957-85bd-370c268dee40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:25.904712 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e04dc46-df36-441c-8e96-d03aa58abf85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:25.942981 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Provisioning complete for port 6a700e14-7e75-4b45-a853-279c9cb43a23 triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:47:25.943751 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82644d56-e3cb-4d03-8bd5-9b11fe3812de admin admin] Pushing event updated for resources: {'Port': ['ID=0328eafc-2de3-4e3b-9660-147e8781ee53,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:25.943941 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:25.988212 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82644d56-e3cb-4d03-8bd5-9b11fe3812de admin admin] Network cf6bcf08-16c2-430e-b630-d9fa645b940f is already hosted by enough agents. {{(pid=100453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:47:25.993522 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-e1f5ab71-4bfb-4957-85bd-370c268dee40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:25.996190 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.base_scheduler [None req-82644d56-e3cb-4d03-8bd5-9b11fe3812de admin admin] Resources bound (agent type, host, resource id): {{(pid=100453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:47:26.000455 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82644d56-e3cb-4d03-8bd5-9b11fe3812de admin admin] Received port after_create {{(pid=100453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 16:47:26.001810 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-82644d56-e3cb-4d03-8bd5-9b11fe3812de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701023'] for router_interface, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:26.003633 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-e1f5ab71-4bfb-4957-85bd-370c268dee40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:26.008253 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Pushing event updated for resources: {'Port': ['ID=e3e6b432-f16c-438a-880f-e5c945ec90e0,revision_number=4']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:26.071189 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f5ab71-4bfb-4957-85bd-370c268dee40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd29c46-af98-4faa-a00d-24f750ef7178,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:26.101713 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-e1f5ab71-4bfb-4957-85bd-370c268dee40 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=75352f64772e4292bb7f071f9f108f95&name=default HTTP/1.1" status: 200 len: 2977 time: 0.3228202 Sep 22 16:47:26.102906 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 53426) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:47:26.136743 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:26.156284 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bae02c-243b-48c6-a9be-222ddbb142e8 admin admin] Network 818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5 is already hosted by enough agents. {{(pid=100453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:47:26.160558 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:26.167627 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] For port 6a700e14-7e75-4b45-a853-279c9cb43a23, host dv-cinder-809968-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=6a700e14-7e75-4b45-a853-279c9cb43a23,segment=NetworkSegment(73061bb2-74db-4070-b057-2315d4867ed3),segment_id=73061bb2-74db-4070-b057-2315d4867ed3)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:47:26.183409 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:26.190702 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.base_scheduler [None req-d4bae02c-243b-48c6-a9be-222ddbb142e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:47:26.198243 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-4af3c177-c3a9-47bd-acbb-a9fd2f8890b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:26.224869 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-4af3c177-c3a9-47bd-acbb-a9fd2f8890b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:26.305921 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Pushing event updated for resources: {'Port': ['ID=6a700e14-7e75-4b45-a853-279c9cb43a23,revision_number=4']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:26.308560 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-4af3c177-c3a9-47bd-acbb-a9fd2f8890b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:26.311617 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-4af3c177-c3a9-47bd-acbb-a9fd2f8890b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:26.312854 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-4af3c177-c3a9-47bd-acbb-a9fd2f8890b4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4dd29c46-af98-4faa-a00d-24f750ef7178 HTTP/1.1" status: 204 len: 168 time: 0.2066624 Sep 22 16:47:26.343550 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af3c177-c3a9-47bd-acbb-a9fd2f8890b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd29c46-af98-4faa-a00d-24f750ef7178,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:26.417867 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0243d1-065c-4e46-952a-538b68aefb32 req-e48e3b3b-7160-4cec-8fc1-70ed99f8e85b tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:26.427450 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-7e0243d1-065c-4e46-952a-538b68aefb32 req-e48e3b3b-7160-4cec-8fc1-70ed99f8e85b tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/networks?id=933b11c6-c16c-4f49-9f97-7720f111f0ed HTTP/1.1" status: 200 len: 819 time: 0.4748943 Sep 22 16:47:26.509365 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-fa40774e-8f03-4ba7-a093-5f4c46914f13 None None] Provisioning complete for port 0328eafc-2de3-4e3b-9660-147e8781ee53 triggered by entity DHCP. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:47:26.511278 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-fa40774e-8f03-4ba7-a093-5f4c46914f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:26.580863 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-fa40774e-8f03-4ba7-a093-5f4c46914f13 None None] Port 0328eafc-2de3-4e3b-9660-147e8781ee53 cannot update to ACTIVE because it is not bound. {{(pid=100454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 16:47:26.652224 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4bae02c-243b-48c6-a9be-222ddbb142e8 admin admin] Router a7d12065-70cd-402f-ba9c-401a05f7c32a has already been hosted by L3 agent c3efc510-1e60-45c8-b68a-00a20fddc4a4 {{(pid=100453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 16:47:26.712652 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-41f3fb73-29e4-419d-aad5-de5108d6bb33 None None] Provisioning complete for port fc5528df-9164-4f41-a31a-59ee54ae5947 triggered by entity DHCP. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:47:26.714452 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-41f3fb73-29e4-419d-aad5-de5108d6bb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:26.788198 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-7e0243d1-065c-4e46-952a-538b68aefb32 req-523c4e5e-f21a-41ab-8943-2cb29124d52b tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/quotas/b8bdb2bea31e47d187cb21b1f1e64ba1 HTTP/1.1" status: 200 len: 375 time: 0.3593338 Sep 22 16:47:26.857249 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-744a95f8-8fcd-4052-80a4-7e82c19fdc66 req-7daa8f5a-320c-4b06-9110-ad8ed6d46c65 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] Made reservation on behalf of 7f8a5bad3e4641939674758f4237d85b for: {'port': 1} {{(pid=100453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:47:26.858225 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-41f3fb73-29e4-419d-aad5-de5108d6bb33 None None] Port fc5528df-9164-4f41-a31a-59ee54ae5947 cannot update to ACTIVE because it is not bound. {{(pid=100454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 16:47:26.866916 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [req-744a95f8-8fcd-4052-80a4-7e82c19fdc66 req-7daa8f5a-320c-4b06-9110-ad8ed6d46c65 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:26.993014 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device e3e6b432-f16c-438a-880f-e5c945ec90e0 up at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 16:47:27.120283 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Provisioning complete for port e3e6b432-f16c-438a-880f-e5c945ec90e0 triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:47:27.121090 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:27.235613 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-82644d56-e3cb-4d03-8bd5-9b11fe3812de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:27.336086 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 6a700e14-7e75-4b45-a853-279c9cb43a23 up at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 16:47:27.545051 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Provisioning complete for port 6a700e14-7e75-4b45-a853-279c9cb43a23 triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:47:27.545351 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:27.553650 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-7e0243d1-065c-4e46-952a-538b68aefb32 req-bcff16a7-6cf1-4f67-b443-a2eeb3c3fcfa tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b8bdb2bea31e47d187cb21b1f1e64ba1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7420623 Sep 22 16:47:27.597791 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4bae02c-243b-48c6-a9be-222ddbb142e8 admin admin] Notify agent at l3_agent.dv-cinder-809968-4-iscsi the message routers_updated {{(pid=100453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 16:47:27.628145 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-d4bae02c-243b-48c6-a9be-222ddbb142e8 admin admin] 10.222.0.66 "PUT /v2.0/routers/a7d12065-70cd-402f-ba9c-401a05f7c32a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7145963 Sep 22 16:47:27.690868 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb4e10a-7c51-41c8-9849-c8dc843ac0aa None None] Sync routers for ids ['0158961b-331c-45e7-abbd-60be4970c59a'] in dv-cinder-809968-4-iscsi {{(pid=100454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 16:47:27.739969 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb4e10a-7c51-41c8-9849-c8dc843ac0aa None None] Routers {'0158961b-331c-45e7-abbd-60be4970c59a'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 16:47:27.740615 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-5eb4e10a-7c51-41c8-9849-c8dc843ac0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:46:59Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['0158961b-331c-45e7-abbd-60be4970c59a'], 'active': True} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:47:27.880659 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 709278fa-7e7c-472e-886b-0614f43033da up at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 16:47:27.961229 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a49e1f-a1b8-4227-a5d8-7841ad756027 None None] Sync routers for ids ['a7d12065-70cd-402f-ba9c-401a05f7c32a'] in dv-cinder-809968-4-iscsi {{(pid=100455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 16:47:27.971676 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a49e1f-a1b8-4227-a5d8-7841ad756027 None None] Routers {'a7d12065-70cd-402f-ba9c-401a05f7c32a'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 16:47:27.972335 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-32a49e1f-a1b8-4227-a5d8-7841ad756027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:46:59Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['a7d12065-70cd-402f-ba9c-401a05f7c32a'], 'active': True} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:47:28.013466 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.db.db_base_plugin_common [req-744a95f8-8fcd-4052-80a4-7e82c19fdc66 req-7daa8f5a-320c-4b06-9110-ad8ed6d46c65 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] Allocated IP 172.20.0.6 (7d4c5b46-5b9b-4fb5-b0f6-5a1adac27578/1be6fdda-c675-42d5-bc59-ee2b2c380e51/450cb8e9-3f47-4f79-98aa-a290a9c95270) {{(pid=100453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:47:28.043151 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvr_db [None req-5eb4e10a-7c51-41c8-9849-c8dc843ac0aa None None] Set router 0158961b-331c-45e7-abbd-60be4970c59a gateway port host: dv-cinder-809968-4-iscsi {{(pid=100454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 16:47:28.208893 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvr_db [None req-32a49e1f-a1b8-4227-a5d8-7841ad756027 None None] Set router a7d12065-70cd-402f-ba9c-401a05f7c32a gateway port host: dv-cinder-809968-4-iscsi {{(pid=100455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 16:47:28.270382 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-7e0243d1-065c-4e46-952a-538b68aefb32 req-9fc3d847-7c4f-4db0-bd8b-2e5d047ccd07 service neutron] 10.222.0.66 "GET /v2.0/networks/933b11c6-c16c-4f49-9f97-7720f111f0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7162180 Sep 22 16:47:28.334757 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Provisioning complete for port 709278fa-7e7c-472e-886b-0614f43033da triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:47:28.335314 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:28.346879 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-82644d56-e3cb-4d03-8bd5-9b11fe3812de admin admin] Notify callbacks [] for port, precommit_update {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:28.385411 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-82644d56-e3cb-4d03-8bd5-9b11fe3812de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:28.386176 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-82644d56-e3cb-4d03-8bd5-9b11fe3812de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1699951'] for router_interface, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:28.444604 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:28.491042 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] For port 709278fa-7e7c-472e-886b-0614f43033da, host dv-cinder-809968-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=709278fa-7e7c-472e-886b-0614f43033da,segment=NetworkSegment(73061bb2-74db-4070-b057-2315d4867ed3),segment_id=73061bb2-74db-4070-b057-2315d4867ed3)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:47:28.517166 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:28.577701 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-32a49e1f-a1b8-4227-a5d8-7841ad756027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d12065-70cd-402f-ba9c-401a05f7c32a', 'name': 'tempest-AttachVolumeTestJSON-444129439-router', 'tenant_id': '561be258dcb34fb388cd55aeb3bb42b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'e3e6b432-f16c-438a-880f-e5c945ec90e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:47:15Z', 'updated_at': '2021-09-22T16:47:23Z', 'revision_number': 4, 'project_id': '561be258dcb34fb388cd55aeb3bb42b0', 'gw_port': {'id': 'e3e6b432-f16c-438a-880f-e5c945ec90e0', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d12065-70cd-402f-ba9c-401a05f7c32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:16Z', 'updated_at': '2021-09-22T16:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_interfaces': [{'id': 'fc5528df-9164-4f41-a31a-59ee54ae5947', 'name': '', 'network_id': '818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5', 'tenant_id': '561be258dcb34fb388cd55aeb3bb42b0', 'mac_address': 'fa:16:3e:31:5d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d12065-70cd-402f-ba9c-401a05f7c32a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6b2e37f6-e9e1-49ca-adc1-92f53c49454f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:21Z', 'updated_at': '2021-09-22T16:47:23Z', 'revision_number': 2, 'project_id': '561be258dcb34fb388cd55aeb3bb42b0', 'subnets': [{'id': '6b2e37f6-e9e1-49ca-adc1-92f53c49454f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:47:28.613686 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a49e1f-a1b8-4227-a5d8-7841ad756027 None None] Checking router: a7d12065-70cd-402f-ba9c-401a05f7c32a for host: dv-cinder-809968-4-iscsi {{(pid=100455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 16:47:28.614296 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a49e1f-a1b8-4227-a5d8-7841ad756027 None None] Updating router a7d12065-70cd-402f-ba9c-401a05f7c32a port fc5528df-9164-4f41-a31a-59ee54ae5947 binding host dv-cinder-809968-4-iscsi {{(pid=100455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 16:47:28.636325 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Pushing event updated for resources: {'Port': ['ID=709278fa-7e7c-472e-886b-0614f43033da,revision_number=4']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:28.659778 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron_lib.callbacks.manager [None req-32a49e1f-a1b8-4227-a5d8-7841ad756027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:28.677768 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-5eb4e10a-7c51-41c8-9849-c8dc843ac0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0158961b-331c-45e7-abbd-60be4970c59a', 'name': 'tempest-ServerRescueNegativeTestJSON-2117315381-router', 'tenant_id': 'b8bdb2bea31e47d187cb21b1f1e64ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '6a700e14-7e75-4b45-a853-279c9cb43a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:47:16Z', 'updated_at': '2021-09-22T16:47:23Z', 'revision_number': 4, 'project_id': 'b8bdb2bea31e47d187cb21b1f1e64ba1', 'gw_port': {'id': '6a700e14-7e75-4b45-a853-279c9cb43a23', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0158961b-331c-45e7-abbd-60be4970c59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:17Z', 'updated_at': '2021-09-22T16:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_interfaces': [{'id': 'd053fb24-7719-4936-8c72-b833eeef9802', 'name': '', 'network_id': '933b11c6-c16c-4f49-9f97-7720f111f0ed', 'tenant_id': 'b8bdb2bea31e47d187cb21b1f1e64ba1', 'mac_address': 'fa:16:3e:3f:53:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0158961b-331c-45e7-abbd-60be4970c59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'cc6f66dc-a466-4cdc-9953-0a3b593f7cb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:21Z', 'updated_at': '2021-09-22T16:47:23Z', 'revision_number': 2, 'project_id': 'b8bdb2bea31e47d187cb21b1f1e64ba1', 'subnets': [{'id': 'cc6f66dc-a466-4cdc-9953-0a3b593f7cb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:47:28.787708 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb4e10a-7c51-41c8-9849-c8dc843ac0aa None None] Checking router: 0158961b-331c-45e7-abbd-60be4970c59a for host: dv-cinder-809968-4-iscsi {{(pid=100454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 16:47:28.791914 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb4e10a-7c51-41c8-9849-c8dc843ac0aa None None] Updating router 0158961b-331c-45e7-abbd-60be4970c59a port d053fb24-7719-4936-8c72-b833eeef9802 binding host dv-cinder-809968-4-iscsi {{(pid=100454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 16:47:28.798834 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82644d56-e3cb-4d03-8bd5-9b11fe3812de admin admin] Pushing event updated for resources: {'Port': ['ID=0328eafc-2de3-4e3b-9660-147e8781ee53,revision_number=2']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:28.828268 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 709278fa-7e7c-472e-886b-0614f43033da up at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 16:47:28.883989 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-7e0243d1-065c-4e46-952a-538b68aefb32 req-0bb66ddb-e836-411d-b04c-f4a725137221 service neutron] 10.222.0.66 "GET /v2.0/networks/933b11c6-c16c-4f49-9f97-7720f111f0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6042216 Sep 22 16:47:28.917722 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-170e4392-c21d-4f0d-b732-85f029e47523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:29.003908 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Provisioning complete for port 709278fa-7e7c-472e-886b-0614f43033da triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:47:29.004976 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:29.033431 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [req-744a95f8-8fcd-4052-80a4-7e82c19fdc66 req-7daa8f5a-320c-4b06-9110-ad8ed6d46c65 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] Notify callbacks [] for port, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:29.099250 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-5eb4e10a-7c51-41c8-9849-c8dc843ac0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:29.113285 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82644d56-e3cb-4d03-8bd5-9b11fe3812de admin admin] Network cf6bcf08-16c2-430e-b630-d9fa645b940f is already hosted by enough agents. {{(pid=100453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:47:29.116827 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [req-744a95f8-8fcd-4052-80a4-7e82c19fdc66 req-7daa8f5a-320c-4b06-9110-ad8ed6d46c65 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735274499777'] for port, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:29.435889 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.base_scheduler [None req-82644d56-e3cb-4d03-8bd5-9b11fe3812de admin admin] Resources bound (agent type, host, resource id): {{(pid=100453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:47:29.469524 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daa8f5a-320c-4b06-9110-ad8ed6d46c65 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] Pushing event updated for resources: {'Port': ['ID=450cb8e9-3f47-4f79-98aa-a290a9c95270,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:29.517438 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-744a95f8-8fcd-4052-80a4-7e82c19fdc66 req-7daa8f5a-320c-4b06-9110-ad8ed6d46c65 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] Network 7d4c5b46-5b9b-4fb5-b0f6-5a1adac27578 is already hosted by enough agents. {{(pid=100453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:47:29.536411 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.base_scheduler [req-744a95f8-8fcd-4052-80a4-7e82c19fdc66 req-7daa8f5a-320c-4b06-9110-ad8ed6d46c65 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] Resources bound (agent type, host, resource id): {{(pid=100453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:47:29.646228 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron_lib.callbacks.manager [None req-32a49e1f-a1b8-4227-a5d8-7841ad756027 None None] Notify callbacks [] for port, precommit_update {{(pid=100455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:29.662628 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron_lib.callbacks.manager [None req-32a49e1f-a1b8-4227-a5d8-7841ad756027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:29.675074 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-5eb4e10a-7c51-41c8-9849-c8dc843ac0aa None None] Notify callbacks [] for port, precommit_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:29.698041 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-5eb4e10a-7c51-41c8-9849-c8dc843ac0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:29.709900 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:29.727124 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-c376604a-15ac-4af8-994c-a8e4e85893e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:29.877306 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0746016d-6758-43e5-b7da-ed5c4bdbfb1e None None] Pushing event updated for resources: {'Port': ['ID=fc5528df-9164-4f41-a31a-59ee54ae5947,revision_number=3']} {{(pid=100455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:29.952690 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.managers [None req-5eb4e10a-7c51-41c8-9849-c8dc843ac0aa None None] Attempting to bind port d053fb24-7719-4936-8c72-b833eeef9802 on host dv-cinder-809968-4-iscsi for vnic_type normal with profile {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 16:47:29.953697 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.managers [None req-5eb4e10a-7c51-41c8-9849-c8dc843ac0aa None None] Attempting to bind port d053fb24-7719-4936-8c72-b833eeef9802 by drivers openvswitch,hyperv on host dv-cinder-809968-4-iscsi at level 0 using segments [{'id': '783976c6-44ca-446c-bf38-a700feb1ad11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '933b11c6-c16c-4f49-9f97-7720f111f0ed'}] {{(pid=100454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 16:47:29.959228 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb4e10a-7c51-41c8-9849-c8dc843ac0aa None None] Attempting to bind port d053fb24-7719-4936-8c72-b833eeef9802 on network 933b11c6-c16c-4f49-9f97-7720f111f0ed {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 16:47:29.981307 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb4e10a-7c51-41c8-9849-c8dc843ac0aa None None] Checking agent: {'id': '08e98799-e574-4f1d-90ac-f796d675fca5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809968-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 16, 39, 29), 'started_at': datetime.datetime(2021, 9, 22, 16, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 16, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809968-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 16:47:29.981702 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb4e10a-7c51-41c8-9849-c8dc843ac0aa None None] Checking segment: {'id': '783976c6-44ca-446c-bf38-a700feb1ad11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '933b11c6-c16c-4f49-9f97-7720f111f0ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 16:47:29.982108 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-5eb4e10a-7c51-41c8-9849-c8dc843ac0aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:29.982500 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb4e10a-7c51-41c8-9849-c8dc843ac0aa None None] Bound using segment: {'id': '783976c6-44ca-446c-bf38-a700feb1ad11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '933b11c6-c16c-4f49-9f97-7720f111f0ed'} {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 16:47:29.982978 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.managers [None req-5eb4e10a-7c51-41c8-9849-c8dc843ac0aa None None] Bound port: d053fb24-7719-4936-8c72-b833eeef9802, host: dv-cinder-809968-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '783976c6-44ca-446c-bf38-a700feb1ad11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '933b11c6-c16c-4f49-9f97-7720f111f0ed'}}] {{(pid=100454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 16:47:29.983408 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-5eb4e10a-7c51-41c8-9849-c8dc843ac0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:29.997887 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.managers [None req-32a49e1f-a1b8-4227-a5d8-7841ad756027 None None] Attempting to bind port fc5528df-9164-4f41-a31a-59ee54ae5947 on host dv-cinder-809968-4-iscsi for vnic_type normal with profile {{(pid=100455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 16:47:29.997887 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.managers [None req-32a49e1f-a1b8-4227-a5d8-7841ad756027 None None] Attempting to bind port fc5528df-9164-4f41-a31a-59ee54ae5947 by drivers openvswitch,hyperv on host dv-cinder-809968-4-iscsi at level 0 using segments [{'id': 'df59b1c3-5ddd-4375-9ca5-af4209139e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5'}] {{(pid=100455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 16:47:29.997887 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a49e1f-a1b8-4227-a5d8-7841ad756027 None None] Attempting to bind port fc5528df-9164-4f41-a31a-59ee54ae5947 on network 818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5 {{(pid=100455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 16:47:30.016531 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a49e1f-a1b8-4227-a5d8-7841ad756027 None None] Checking agent: {'id': '08e98799-e574-4f1d-90ac-f796d675fca5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809968-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 16, 39, 29), 'started_at': datetime.datetime(2021, 9, 22, 16, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 16, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809968-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 16:47:30.016908 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a49e1f-a1b8-4227-a5d8-7841ad756027 None None] Checking segment: {'id': 'df59b1c3-5ddd-4375-9ca5-af4209139e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 16:47:30.024582 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron_lib.callbacks.manager [None req-32a49e1f-a1b8-4227-a5d8-7841ad756027 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:30.025010 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a49e1f-a1b8-4227-a5d8-7841ad756027 None None] Bound using segment: {'id': 'df59b1c3-5ddd-4375-9ca5-af4209139e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5'} {{(pid=100455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 16:47:30.026192 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.managers [None req-32a49e1f-a1b8-4227-a5d8-7841ad756027 None None] Bound port: fc5528df-9164-4f41-a31a-59ee54ae5947, host: dv-cinder-809968-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df59b1c3-5ddd-4375-9ca5-af4209139e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5'}}] {{(pid=100455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 16:47:30.026742 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron_lib.callbacks.manager [None req-32a49e1f-a1b8-4227-a5d8-7841ad756027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:30.192994 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-5eb4e10a-7c51-41c8-9849-c8dc843ac0aa None None] For port d053fb24-7719-4936-8c72-b833eeef9802, host dv-cinder-809968-4-iscsi, cleared binding levels {{(pid=100454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 16:47:30.194403 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.db [None req-32a49e1f-a1b8-4227-a5d8-7841ad756027 None None] For port fc5528df-9164-4f41-a31a-59ee54ae5947, host dv-cinder-809968-4-iscsi, cleared binding levels {{(pid=100455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 16:47:30.196302 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-5eb4e10a-7c51-41c8-9849-c8dc843ac0aa None None] For port d053fb24-7719-4936-8c72-b833eeef9802, host dv-cinder-809968-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=d053fb24-7719-4936-8c72-b833eeef9802,segment=NetworkSegment(783976c6-44ca-446c-bf38-a700feb1ad11),segment_id=783976c6-44ca-446c-bf38-a700feb1ad11)] {{(pid=100454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 16:47:30.201320 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.db [None req-32a49e1f-a1b8-4227-a5d8-7841ad756027 None None] For port fc5528df-9164-4f41-a31a-59ee54ae5947, host dv-cinder-809968-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=fc5528df-9164-4f41-a31a-59ee54ae5947,segment=NetworkSegment(df59b1c3-5ddd-4375-9ca5-af4209139e38),segment_id=df59b1c3-5ddd-4375-9ca5-af4209139e38)] {{(pid=100455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 16:47:30.208971 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.db.l3_dvrscheduler_db [req-744a95f8-8fcd-4052-80a4-7e82c19fdc66 req-7daa8f5a-320c-4b06-9110-ad8ed6d46c65 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] Received port after_create {{(pid=100453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 16:47:30.217610 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron_lib.callbacks.manager [None req-32a49e1f-a1b8-4227-a5d8-7841ad756027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:30.234207 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a95f8-8fcd-4052-80a4-7e82c19fdc66 req-7daa8f5a-320c-4b06-9110-ad8ed6d46c65 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:30.235983 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [req-744a95f8-8fcd-4052-80a4-7e82c19fdc66 req-7daa8f5a-320c-4b06-9110-ad8ed6d46c65 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for port, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:30.240920 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-5eb4e10a-7c51-41c8-9849-c8dc843ac0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:30.260478 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-cabe4849-ec59-4cfa-9a24-e9f16701e797 None None] Provisioning complete for port 0328eafc-2de3-4e3b-9660-147e8781ee53 triggered by entity DHCP. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:47:30.260860 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-cabe4849-ec59-4cfa-9a24-e9f16701e797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:30.285725 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5504ab3c-037a-4943-95c3-7a403de5895c None None] Pushing event updated for resources: {'Port': ['ID=d053fb24-7719-4936-8c72-b833eeef9802,revision_number=3']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:30.360541 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb4e10a-7c51-41c8-9849-c8dc843ac0aa None None] Routers {'0158961b-331c-45e7-abbd-60be4970c59a'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 16:47:30.361067 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-5eb4e10a-7c51-41c8-9849-c8dc843ac0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:47:29Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['0158961b-331c-45e7-abbd-60be4970c59a'], 'active': True} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:47:30.380109 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a49e1f-a1b8-4227-a5d8-7841ad756027 None None] Routers {'a7d12065-70cd-402f-ba9c-401a05f7c32a'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 16:47:30.380818 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-32a49e1f-a1b8-4227-a5d8-7841ad756027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:47:29Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['a7d12065-70cd-402f-ba9c-401a05f7c32a'], 'active': True} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:47:30.443890 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b38e75-2acb-41b6-8c03-e6352519b7cd req-65060cc2-113c-457a-b90a-eb9188dd4739 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:30.445442 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-95b38e75-2acb-41b6-8c03-e6352519b7cd req-65060cc2-113c-457a-b90a-eb9188dd4739 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/ports?device_id=3aac2995-1fa9-4ca3-8871-67080eddf214 HTTP/1.1" status: 200 len: 931 time: 0.9245305 Sep 22 16:47:30.449490 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-744a95f8-8fcd-4052-80a4-7e82c19fdc66 req-7daa8f5a-320c-4b06-9110-ad8ed6d46c65 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3466411 Sep 22 16:47:30.476731 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0746016d-6758-43e5-b7da-ed5c4bdbfb1e None None] Pushing event updated for resources: {'Port': ['ID=fc5528df-9164-4f41-a31a-59ee54ae5947,revision_number=4']} {{(pid=100455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:30.482079 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [req-744a95f8-8fcd-4052-80a4-7e82c19fdc66 req-f2a65e84-de5b-4d8d-9941-36edffb3659a tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:47:30.483069 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-744a95f8-8fcd-4052-80a4-7e82c19fdc66 req-f2a65e84-de5b-4d8d-9941-36edffb3659a tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0133367 Sep 22 16:47:30.607546 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvr_db [None req-32a49e1f-a1b8-4227-a5d8-7841ad756027 None None] Set router a7d12065-70cd-402f-ba9c-401a05f7c32a gateway port host: dv-cinder-809968-4-iscsi {{(pid=100455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 16:47:30.671035 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-95b38e75-2acb-41b6-8c03-e6352519b7cd req-e30cfe5e-7069-42d1-a16f-248db96a3d10 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/security-groups?id=d68185b6-4f9e-46c7-85bd-951d06229eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851258 Sep 22 16:47:30.716868 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82644d56-e3cb-4d03-8bd5-9b11fe3812de admin admin] Router f4def252-7fd5-499d-a0a2-7969b7845849 has already been hosted by L3 agent c3efc510-1e60-45c8-b68a-00a20fddc4a4 {{(pid=100453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 16:47:30.927227 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82644d56-e3cb-4d03-8bd5-9b11fe3812de admin admin] Notify agent at l3_agent.dv-cinder-809968-4-iscsi the message routers_updated {{(pid=100453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 16:47:30.959246 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-82644d56-e3cb-4d03-8bd5-9b11fe3812de admin admin] 10.222.0.66 "PUT /v2.0/routers/f4def252-7fd5-499d-a0a2-7969b7845849/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9395518 Sep 22 16:47:31.079140 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvr_db [None req-5eb4e10a-7c51-41c8-9849-c8dc843ac0aa None None] Set router 0158961b-331c-45e7-abbd-60be4970c59a gateway port host: dv-cinder-809968-4-iscsi {{(pid=100454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 16:47:31.221413 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a53555-96af-4464-a1ed-1ad6b31b4461 None None] Sync routers for ids ['f4def252-7fd5-499d-a0a2-7969b7845849'] in dv-cinder-809968-4-iscsi {{(pid=100454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 16:47:31.226312 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-cabe4849-ec59-4cfa-9a24-e9f16701e797 None None] Port 0328eafc-2de3-4e3b-9660-147e8781ee53 cannot update to ACTIVE because it is not bound. {{(pid=100454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 16:47:31.232315 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-32a49e1f-a1b8-4227-a5d8-7841ad756027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d12065-70cd-402f-ba9c-401a05f7c32a', 'name': 'tempest-AttachVolumeTestJSON-444129439-router', 'tenant_id': '561be258dcb34fb388cd55aeb3bb42b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'e3e6b432-f16c-438a-880f-e5c945ec90e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:47:15Z', 'updated_at': '2021-09-22T16:47:23Z', 'revision_number': 4, 'project_id': '561be258dcb34fb388cd55aeb3bb42b0', 'gw_port': {'id': 'e3e6b432-f16c-438a-880f-e5c945ec90e0', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d12065-70cd-402f-ba9c-401a05f7c32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:16Z', 'updated_at': '2021-09-22T16:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_interfaces': [{'id': 'fc5528df-9164-4f41-a31a-59ee54ae5947', 'name': '', 'network_id': '818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5', 'tenant_id': '561be258dcb34fb388cd55aeb3bb42b0', 'mac_address': 'fa:16:3e:31:5d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d12065-70cd-402f-ba9c-401a05f7c32a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6b2e37f6-e9e1-49ca-adc1-92f53c49454f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:21Z', 'updated_at': '2021-09-22T16:47:30Z', 'revision_number': 4, 'project_id': '561be258dcb34fb388cd55aeb3bb42b0', 'subnets': [{'id': '6b2e37f6-e9e1-49ca-adc1-92f53c49454f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:47:31.298923 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a49e1f-a1b8-4227-a5d8-7841ad756027 None None] The sync data for ids ['a7d12065-70cd-402f-ba9c-401a05f7c32a'] in dv-cinder-809968-4-iscsi is: [{'id': 'a7d12065-70cd-402f-ba9c-401a05f7c32a', 'name': 'tempest-AttachVolumeTestJSON-444129439-router', 'tenant_id': '561be258dcb34fb388cd55aeb3bb42b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'e3e6b432-f16c-438a-880f-e5c945ec90e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:47:15Z', 'updated_at': '2021-09-22T16:47:23Z', 'revision_number': 4, 'project_id': '561be258dcb34fb388cd55aeb3bb42b0', 'gw_port': {'id': 'e3e6b432-f16c-438a-880f-e5c945ec90e0', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d12065-70cd-402f-ba9c-401a05f7c32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:16Z', 'updated_at': '2021-09-22T16:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_interfaces': [{'id': 'fc5528df-9164-4f41-a31a-59ee54ae5947', 'name': '', 'network_id': '818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5', 'tenant_id': '561be258dcb34fb388cd55aeb3bb42b0', 'mac_address': 'fa:16:3e:31:5d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d12065-70cd-402f-ba9c-401a05f7c32a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6b2e37f6-e9e1-49ca-adc1-92f53c49454f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:21Z', 'updated_at': '2021-09-22T16:47:30Z', 'revision_number': 4, 'project_id': '561be258dcb34fb388cd55aeb3bb42b0', 'subnets': [{'id': '6b2e37f6-e9e1-49ca-adc1-92f53c49454f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 16:47:31.451088 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a53555-96af-4464-a1ed-1ad6b31b4461 None None] Routers {'f4def252-7fd5-499d-a0a2-7969b7845849'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 16:47:31.451763 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-58a53555-96af-4464-a1ed-1ad6b31b4461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:47:29Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['f4def252-7fd5-499d-a0a2-7969b7845849'], 'active': True} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:47:31.471802 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ea12bc52-457f-4758-858a-1e27800db098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:31.505963 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.v2.base [req-744a95f8-8fcd-4052-80a4-7e82c19fdc66 req-906c1709-f9c4-4e2f-8132-5bd1aa82c778 service neutron] Request body: {'port': {'device_id': '3aac2995-1fa9-4ca3-8871-67080eddf214', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=100453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:47:31.558982 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5504ab3c-037a-4943-95c3-7a403de5895c None None] Pushing event updated for resources: {'Port': ['ID=d053fb24-7719-4936-8c72-b833eeef9802,revision_number=4']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:31.577407 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-280ca5bc-cee1-4b5a-af92-7edc0e2644ef None None] Provisioning complete for port fc5528df-9164-4f41-a31a-59ee54ae5947 triggered by entity DHCP. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:47:31.579177 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-280ca5bc-cee1-4b5a-af92-7edc0e2644ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:31.667630 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [req-744a95f8-8fcd-4052-80a4-7e82c19fdc66 req-906c1709-f9c4-4e2f-8132-5bd1aa82c778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:31.990938 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 53618) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:47:32.003933 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [None req-c09ca293-7f46-4290-b80c-c861acc024aa tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Request body: {'security_group': {'name': 'tempest-securitygroup--743466185', 'description': 'tempest-description--927232597'}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:47:32.102013 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 53622) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:47:32.174487 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-c09ca293-7f46-4290-b80c-c861acc024aa tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks [] for security_group, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:32.253310 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-280ca5bc-cee1-4b5a-af92-7edc0e2644ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:32.273986 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvr_db [None req-58a53555-96af-4464-a1ed-1ad6b31b4461 None None] Set router f4def252-7fd5-499d-a0a2-7969b7845849 gateway port host: dv-cinder-809968-4-iscsi {{(pid=100454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 16:47:32.306352 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-118f110c-bcbf-49b0-a439-f1b38315f5e3 req-765e4e7b-00bf-4842-9b1a-b7c2e1558c29 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=4822262c-0ad7-4968-82f4-66e238216d08 HTTP/1.1" status: 200 len: 210 time: 0.1010118 Sep 22 16:47:32.364336 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-5eb4e10a-7c51-41c8-9849-c8dc843ac0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0158961b-331c-45e7-abbd-60be4970c59a', 'name': 'tempest-ServerRescueNegativeTestJSON-2117315381-router', 'tenant_id': 'b8bdb2bea31e47d187cb21b1f1e64ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '6a700e14-7e75-4b45-a853-279c9cb43a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:47:16Z', 'updated_at': '2021-09-22T16:47:23Z', 'revision_number': 4, 'project_id': 'b8bdb2bea31e47d187cb21b1f1e64ba1', 'gw_port': {'id': '6a700e14-7e75-4b45-a853-279c9cb43a23', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0158961b-331c-45e7-abbd-60be4970c59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:17Z', 'updated_at': '2021-09-22T16:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_interfaces': [{'id': 'd053fb24-7719-4936-8c72-b833eeef9802', 'name': '', 'network_id': '933b11c6-c16c-4f49-9f97-7720f111f0ed', 'tenant_id': 'b8bdb2bea31e47d187cb21b1f1e64ba1', 'mac_address': 'fa:16:3e:3f:53:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0158961b-331c-45e7-abbd-60be4970c59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'cc6f66dc-a466-4cdc-9953-0a3b593f7cb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:21Z', 'updated_at': '2021-09-22T16:47:30Z', 'revision_number': 4, 'project_id': 'b8bdb2bea31e47d187cb21b1f1e64ba1', 'subnets': [{'id': 'cc6f66dc-a466-4cdc-9953-0a3b593f7cb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:47:32.401340 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-b1489247-f085-4762-9160-dce42fa5db3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:32.428751 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb4e10a-7c51-41c8-9849-c8dc843ac0aa None None] The sync data for ids ['0158961b-331c-45e7-abbd-60be4970c59a'] in dv-cinder-809968-4-iscsi is: [{'id': '0158961b-331c-45e7-abbd-60be4970c59a', 'name': 'tempest-ServerRescueNegativeTestJSON-2117315381-router', 'tenant_id': 'b8bdb2bea31e47d187cb21b1f1e64ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '6a700e14-7e75-4b45-a853-279c9cb43a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:47:16Z', 'updated_at': '2021-09-22T16:47:23Z', 'revision_number': 4, 'project_id': 'b8bdb2bea31e47d187cb21b1f1e64ba1', 'gw_port': {'id': '6a700e14-7e75-4b45-a853-279c9cb43a23', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0158961b-331c-45e7-abbd-60be4970c59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:17Z', 'updated_at': '2021-09-22T16:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_interfaces': [{'id': 'd053fb24-7719-4936-8c72-b833eeef9802', 'name': '', 'network_id': '933b11c6-c16c-4f49-9f97-7720f111f0ed', 'tenant_id': 'b8bdb2bea31e47d187cb21b1f1e64ba1', 'mac_address': 'fa:16:3e:3f:53:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0158961b-331c-45e7-abbd-60be4970c59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'cc6f66dc-a466-4cdc-9953-0a3b593f7cb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:21Z', 'updated_at': '2021-09-22T16:47:30Z', 'revision_number': 4, 'project_id': 'b8bdb2bea31e47d187cb21b1f1e64ba1', 'subnets': [{'id': 'cc6f66dc-a466-4cdc-9953-0a3b593f7cb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 16:47:32.548026 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-280ca5bc-cee1-4b5a-af92-7edc0e2644ef None None] For port fc5528df-9164-4f41-a31a-59ee54ae5947, host dv-cinder-809968-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=fc5528df-9164-4f41-a31a-59ee54ae5947,segment=NetworkSegment(df59b1c3-5ddd-4375-9ca5-af4209139e38),segment_id=df59b1c3-5ddd-4375-9ca5-af4209139e38)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:47:32.567943 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-280ca5bc-cee1-4b5a-af92-7edc0e2644ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:32.618664 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-c09ca293-7f46-4290-b80c-c861acc024aa tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks [] for security_group, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:32.625385 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-c09ca293-7f46-4290-b80c-c861acc024aa tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:32.689584 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.notifiers.nova [req-744a95f8-8fcd-4052-80a4-7e82c19fdc66 req-906c1709-f9c4-4e2f-8132-5bd1aa82c778 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 450cb8e9-3f47-4f79-98aa-a290a9c95270 {{(pid=100453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 16:47:32.712073 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [req-744a95f8-8fcd-4052-80a4-7e82c19fdc66 req-906c1709-f9c4-4e2f-8132-5bd1aa82c778 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:32.721174 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.72', 55350) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:47:32.810925 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.db.provisioning_blocks [req-744a95f8-8fcd-4052-80a4-7e82c19fdc66 req-906c1709-f9c4-4e2f-8132-5bd1aa82c778 service neutron] Transition to ACTIVE for port object 450cb8e9-3f47-4f79-98aa-a290a9c95270 will not be triggered until provisioned by entity L2. {{(pid=100453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:47:32.832645 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ca293-7f46-4290-b80c-c861acc024aa tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:32.856820 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [req-744a95f8-8fcd-4052-80a4-7e82c19fdc66 req-906c1709-f9c4-4e2f-8132-5bd1aa82c778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:33.041070 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device d053fb24-7719-4936-8c72-b833eeef9802 up at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 16:47:33.051838 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906c1709-f9c4-4e2f-8132-5bd1aa82c778 service neutron] Pushing event updated for resources: {'Port': ['ID=450cb8e9-3f47-4f79-98aa-a290a9c95270,revision_number=2']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:33.100850 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.managers [req-744a95f8-8fcd-4052-80a4-7e82c19fdc66 req-906c1709-f9c4-4e2f-8132-5bd1aa82c778 service neutron] Attempting to bind port 450cb8e9-3f47-4f79-98aa-a290a9c95270 on host hv-cinder-80996 for vnic_type normal with profile {{(pid=100453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 16:47:33.101400 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.managers [req-744a95f8-8fcd-4052-80a4-7e82c19fdc66 req-906c1709-f9c4-4e2f-8132-5bd1aa82c778 service neutron] Attempting to bind port 450cb8e9-3f47-4f79-98aa-a290a9c95270 by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': 'b6ba7d1e-6c40-4dce-a4e5-6a2e09de503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '7d4c5b46-5b9b-4fb5-b0f6-5a1adac27578'}] {{(pid=100453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 16:47:33.102063 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744a95f8-8fcd-4052-80a4-7e82c19fdc66 req-906c1709-f9c4-4e2f-8132-5bd1aa82c778 service neutron] Attempting to bind port 450cb8e9-3f47-4f79-98aa-a290a9c95270 on network 7d4c5b46-5b9b-4fb5-b0f6-5a1adac27578 {{(pid=100453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 16:47:33.130198 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744a95f8-8fcd-4052-80a4-7e82c19fdc66 req-906c1709-f9c4-4e2f-8132-5bd1aa82c778 service neutron] Port 450cb8e9-3f47-4f79-98aa-a290a9c95270 on network 7d4c5b46-5b9b-4fb5-b0f6-5a1adac27578 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=100453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 16:47:33.130782 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744a95f8-8fcd-4052-80a4-7e82c19fdc66 req-906c1709-f9c4-4e2f-8132-5bd1aa82c778 service neutron] Attempting to bind port 450cb8e9-3f47-4f79-98aa-a290a9c95270 on network 7d4c5b46-5b9b-4fb5-b0f6-5a1adac27578 {{(pid=100453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 16:47:33.145722 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-b1489247-f085-4762-9160-dce42fa5db3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:33.153425 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0243d1-065c-4e46-952a-538b68aefb32 req-31dc6b59-f865-4fd4-aeeb-f08b6e31a749 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:33.155678 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-7e0243d1-065c-4e46-952a-538b68aefb32 req-31dc6b59-f865-4fd4-aeeb-f08b6e31a749 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.72 "GET /v2.0/networks?id=933b11c6-c16c-4f49-9f97-7720f111f0ed HTTP/1.1" status: 200 len: 819 time: 0.4286726 Sep 22 16:47:33.162891 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-b1489247-f085-4762-9160-dce42fa5db3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:33.190889 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744a95f8-8fcd-4052-80a4-7e82c19fdc66 req-906c1709-f9c4-4e2f-8132-5bd1aa82c778 service neutron] Checking agent: {'id': 'b620640a-8129-43ac-bbbc-6cb85f2c2acf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 16, 45, 26), 'started_at': datetime.datetime(2021, 9, 22, 16, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 16, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 16:47:33.191236 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744a95f8-8fcd-4052-80a4-7e82c19fdc66 req-906c1709-f9c4-4e2f-8132-5bd1aa82c778 service neutron] Checking segment: {'id': 'b6ba7d1e-6c40-4dce-a4e5-6a2e09de503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '7d4c5b46-5b9b-4fb5-b0f6-5a1adac27578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 16:47:33.191808 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744a95f8-8fcd-4052-80a4-7e82c19fdc66 req-906c1709-f9c4-4e2f-8132-5bd1aa82c778 service neutron] Bound using segment: {'id': 'b6ba7d1e-6c40-4dce-a4e5-6a2e09de503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '7d4c5b46-5b9b-4fb5-b0f6-5a1adac27578'} {{(pid=100453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 16:47:33.192259 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.managers [req-744a95f8-8fcd-4052-80a4-7e82c19fdc66 req-906c1709-f9c4-4e2f-8132-5bd1aa82c778 service neutron] Bound port: 450cb8e9-3f47-4f79-98aa-a290a9c95270, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6ba7d1e-6c40-4dce-a4e5-6a2e09de503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '7d4c5b46-5b9b-4fb5-b0f6-5a1adac27578'}}] {{(pid=100453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 16:47:33.193516 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280ca5bc-cee1-4b5a-af92-7edc0e2644ef None None] Pushing event updated for resources: {'Port': ['ID=fc5528df-9164-4f41-a31a-59ee54ae5947,revision_number=5']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:33.198542 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [req-744a95f8-8fcd-4052-80a4-7e82c19fdc66 req-906c1709-f9c4-4e2f-8132-5bd1aa82c778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:33.219629 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.v2.base [req-7e0243d1-065c-4e46-952a-538b68aefb32 req-acc88edc-0b0e-43b0-991b-c968147b841b tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Request body: {'port': {'device_id': '4822262c-0ad7-4968-82f4-66e238216d08', 'network_id': '933b11c6-c16c-4f49-9f97-7720f111f0ed', 'admin_state_up': True, 'tenant_id': 'b8bdb2bea31e47d187cb21b1f1e64ba1'}} {{(pid=100453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:47:33.237714 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-c09ca293-7f46-4290-b80c-c861acc024aa tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks [] for security_group, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:33.242517 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-c09ca293-7f46-4290-b80c-c861acc024aa tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.2461026 Sep 22 16:47:33.252955 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 53640) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:47:33.288153 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Provisioning complete for port d053fb24-7719-4936-8c72-b833eeef9802 triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:47:33.288837 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:33.314551 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.v2.base [None req-b1ef338e-11df-42b3-9c8b-0638b94fc38a tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Request body: {'security_group_rule': {'security_group_id': '4a2800c3-6f4e-468f-abc0-85a19dcb7dc1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:47:33.325253 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-b1489247-f085-4762-9160-dce42fa5db3b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bc49f5bbc09541dca124f6f7c9e593cd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2175486 Sep 22 16:47:33.326648 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 53642) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:47:33.342053 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1489247-f085-4762-9160-dce42fa5db3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e143e086-6927-40b5-8df2-3c3067549d84,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:33.453876 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-66d9f515-98dd-4e92-acf7-00cdf985fa51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:33.485149 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-58a53555-96af-4464-a1ed-1ad6b31b4461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4def252-7fd5-499d-a0a2-7969b7845849', 'name': 'tempest-AttachVolumeShelveTestJSON-1822705425-router', 'tenant_id': 'fe0862b93ee9429196930d5fd745e5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '709278fa-7e7c-472e-886b-0614f43033da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:47:16Z', 'updated_at': '2021-09-22T16:47:26Z', 'revision_number': 4, 'project_id': 'fe0862b93ee9429196930d5fd745e5cc', 'gw_port': {'id': '709278fa-7e7c-472e-886b-0614f43033da', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4def252-7fd5-499d-a0a2-7969b7845849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:17Z', 'updated_at': '2021-09-22T16:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_interfaces': [{'id': '0328eafc-2de3-4e3b-9660-147e8781ee53', 'name': '', 'network_id': 'cf6bcf08-16c2-430e-b630-d9fa645b940f', 'tenant_id': 'fe0862b93ee9429196930d5fd745e5cc', 'mac_address': 'fa:16:3e:02:3f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4def252-7fd5-499d-a0a2-7969b7845849', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7d91da0e-c8e1-4689-8df1-180aa1bc9ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:23Z', 'updated_at': '2021-09-22T16:47:27Z', 'revision_number': 2, 'project_id': 'fe0862b93ee9429196930d5fd745e5cc', 'subnets': [{'id': '7d91da0e-c8e1-4689-8df1-180aa1bc9ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:47:33.501449 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-66d9f515-98dd-4e92-acf7-00cdf985fa51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:33.602209 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-b1ef338e-11df-42b3-9c8b-0638b94fc38a tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:33.615078 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-66d9f515-98dd-4e92-acf7-00cdf985fa51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:33.618141 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-66d9f515-98dd-4e92-acf7-00cdf985fa51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:33.620085 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-66d9f515-98dd-4e92-acf7-00cdf985fa51 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e143e086-6927-40b5-8df2-3c3067549d84 HTTP/1.1" status: 204 len: 168 time: 0.2910566 Sep 22 16:47:33.631041 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a53555-96af-4464-a1ed-1ad6b31b4461 None None] Checking router: f4def252-7fd5-499d-a0a2-7969b7845849 for host: dv-cinder-809968-4-iscsi {{(pid=100454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 16:47:33.632679 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a53555-96af-4464-a1ed-1ad6b31b4461 None None] Updating router f4def252-7fd5-499d-a0a2-7969b7845849 port 0328eafc-2de3-4e3b-9660-147e8781ee53 binding host dv-cinder-809968-4-iscsi {{(pid=100454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 16:47:33.634944 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d9f515-98dd-4e92-acf7-00cdf985fa51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e143e086-6927-40b5-8df2-3c3067549d84,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:33.689099 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.db [req-744a95f8-8fcd-4052-80a4-7e82c19fdc66 req-906c1709-f9c4-4e2f-8132-5bd1aa82c778 service neutron] For port 450cb8e9-3f47-4f79-98aa-a290a9c95270, host hv-cinder-80996, cleared binding levels {{(pid=100453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 16:47:33.737460 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:33.746305 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.db [req-744a95f8-8fcd-4052-80a4-7e82c19fdc66 req-906c1709-f9c4-4e2f-8132-5bd1aa82c778 service neutron] For port 450cb8e9-3f47-4f79-98aa-a290a9c95270, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=450cb8e9-3f47-4f79-98aa-a290a9c95270,segment=NetworkSegment(b6ba7d1e-6c40-4dce-a4e5-6a2e09de503a),segment_id=b6ba7d1e-6c40-4dce-a4e5-6a2e09de503a)] {{(pid=100453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 16:47:33.769187 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [req-744a95f8-8fcd-4052-80a4-7e82c19fdc66 req-906c1709-f9c4-4e2f-8132-5bd1aa82c778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:33.888491 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e0243d1-065c-4e46-952a-538b68aefb32 req-acc88edc-0b0e-43b0-991b-c968147b841b tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Made reservation on behalf of b8bdb2bea31e47d187cb21b1f1e64ba1 for: {'port': 1} {{(pid=100453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:47:33.888748 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] For port d053fb24-7719-4936-8c72-b833eeef9802, host dv-cinder-809968-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=d053fb24-7719-4936-8c72-b833eeef9802,segment=NetworkSegment(783976c6-44ca-446c-bf38-a700feb1ad11),segment_id=783976c6-44ca-446c-bf38-a700feb1ad11)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:47:33.892757 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [req-7e0243d1-065c-4e46-952a-538b68aefb32 req-acc88edc-0b0e-43b0-991b-c968147b841b tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:33.915548 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:33.917294 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device fc5528df-9164-4f41-a31a-59ee54ae5947 up at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 16:47:33.961100 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-58a53555-96af-4464-a1ed-1ad6b31b4461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:33.974444 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-b1ef338e-11df-42b3-9c8b-0638b94fc38a tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:33.976409 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a95f8-8fcd-4052-80a4-7e82c19fdc66 req-906c1709-f9c4-4e2f-8132-5bd1aa82c778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:33.977372 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [req-744a95f8-8fcd-4052-80a4-7e82c19fdc66 req-906c1709-f9c4-4e2f-8132-5bd1aa82c778 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for port, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:33.980226 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-744a95f8-8fcd-4052-80a4-7e82c19fdc66 req-906c1709-f9c4-4e2f-8132-5bd1aa82c778 service neutron] 10.222.0.72 "PUT /v2.0/ports/450cb8e9-3f47-4f79-98aa-a290a9c95270 HTTP/1.1" status: 200 len: 1093 time: 3.0194707 Sep 22 16:47:34.010347 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aac2995-1fa9-4ca3-8871-67080eddf214', 'tag': '450cb8e9-3f47-4f79-98aa-a290a9c95270'}] {{(pid=100453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 16:47:34.182615 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 53656) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:47:34.187591 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [None req-e52764cb-2635-4f3b-99ad-06cbf10cf721 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Request body: {'security_group': {'name': 'tempest-securitygroup--48180361', 'description': 'tempest-description--1823428409'}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:47:34.245820 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-b1ef338e-11df-42b3-9c8b-0638b94fc38a tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605686'] for security_group_rule, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:34.269787 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Pushing event updated for resources: {'Port': ['ID=d053fb24-7719-4936-8c72-b833eeef9802,revision_number=5']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:34.271822 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-e52764cb-2635-4f3b-99ad-06cbf10cf721 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks [] for security_group, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:34.311328 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef338e-11df-42b3-9c8b-0638b94fc38a tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1323471f-68f5-4e78-bb56-621d1657e934,revision_number=0']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:34.321716 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-b1ef338e-11df-42b3-9c8b-0638b94fc38a tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:34.323131 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-b1ef338e-11df-42b3-9c8b-0638b94fc38a tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0297759 Sep 22 16:47:34.323812 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906c1709-f9c4-4e2f-8132-5bd1aa82c778 service neutron] Pushing event updated for resources: {'Port': ['ID=450cb8e9-3f47-4f79-98aa-a290a9c95270,revision_number=3']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:34.326338 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 53664) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:47:34.330003 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a95f8-8fcd-4052-80a4-7e82c19fdc66 req-f0b95f69-1755-41ec-9b43-9e1a405d0f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:34.331610 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-744a95f8-8fcd-4052-80a4-7e82c19fdc66 req-f0b95f69-1755-41ec-9b43-9e1a405d0f6a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7f8a5bad3e4641939674758f4237d85b&device_id=3aac2995-1fa9-4ca3-8871-67080eddf214 HTTP/1.1" status: 200 len: 1096 time: 0.1766431 Sep 22 16:47:34.341684 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [None req-c58d94f3-5fc2-488d-995e-2d7d9c2a371e tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Request body: {'security_group_rule': {'security_group_id': '4a2800c3-6f4e-468f-abc0-85a19dcb7dc1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:47:34.444291 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-744a95f8-8fcd-4052-80a4-7e82c19fdc66 req-6d4dae00-fa40-45d2-aaad-78c43d16c118 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=450cb8e9-3f47-4f79-98aa-a290a9c95270 HTTP/1.1" status: 200 len: 217 time: 0.0820034 Sep 22 16:47:34.452715 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-e52764cb-2635-4f3b-99ad-06cbf10cf721 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks [] for security_group, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:34.461155 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-e52764cb-2635-4f3b-99ad-06cbf10cf721 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:34.552305 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Provisioning complete for port fc5528df-9164-4f41-a31a-59ee54ae5947 triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:47:34.552305 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:34.577323 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 53668) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:47:34.591402 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a95f8-8fcd-4052-80a4-7e82c19fdc66 req-9bc5bf7c-88b5-4214-8559-e6f4a67673a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:34.593438 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-744a95f8-8fcd-4052-80a4-7e82c19fdc66 req-9bc5bf7c-88b5-4214-8559-e6f4a67673a5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1be6fdda-c675-42d5-bc59-ee2b2c380e51 HTTP/1.1" status: 200 len: 852 time: 0.1218808 Sep 22 16:47:34.653959 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52764cb-2635-4f3b-99ad-06cbf10cf721 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7eb94e8-8f11-4132-888b-d6dc458f840b,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:34.680647 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-9414d0f4-9d2c-452f-b415-423469d8264d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:34.711106 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-e52764cb-2635-4f3b-99ad-06cbf10cf721 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks [] for security_group, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:34.716047 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-e52764cb-2635-4f3b-99ad-06cbf10cf721 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5287778 Sep 22 16:47:34.716343 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-c58d94f3-5fc2-488d-995e-2d7d9c2a371e tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:34.720353 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 53672) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:47:34.767657 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [None req-ae985d53-9b78-4682-93b5-49c27c36ec67 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Request body: {'security_group_rule': {'security_group_id': 'e7eb94e8-8f11-4132-888b-d6dc458f840b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:47:34.910326 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-c58d94f3-5fc2-488d-995e-2d7d9c2a371e tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:34.930180 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-c58d94f3-5fc2-488d-995e-2d7d9c2a371e tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605686'] for security_group_rule, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:34.930397 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e4dd1ec7b6bb508b8f985d0227854479c11c36687027ca7eec5a37465d8b4ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff61eeb-9f02-4374-bd4b-b95e40b16dc0" -d '{"events": [{"name": "network-changed", "server_uuid": "3aac2995-1fa9-4ca3-8871-67080eddf214", "tag": "450cb8e9-3f47-4f79-98aa-a290a9c95270"}]}' {{(pid=100453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:47:34.969802 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-58a53555-96af-4464-a1ed-1ad6b31b4461 None None] Notify callbacks [] for port, precommit_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:34.980419 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58d94f3-5fc2-488d-995e-2d7d9c2a371e tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e2f0e77-46bc-4ffd-a72c-f1ba65527566,revision_number=0']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:34.990155 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-58a53555-96af-4464-a1ed-1ad6b31b4461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:35.065811 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-744a95f8-8fcd-4052-80a4-7e82c19fdc66 req-e0719065-cb80-45d3-bd58-f336e08c72dd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7d4c5b46-5b9b-4fb5-b0f6-5a1adac27578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1324725 Sep 22 16:47:35.076508 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-9414d0f4-9d2c-452f-b415-423469d8264d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:35.085379 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-9414d0f4-9d2c-452f-b415-423469d8264d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:35.091810 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.db.db_base_plugin_common [req-7e0243d1-065c-4e46-952a-538b68aefb32 req-acc88edc-0b0e-43b0-991b-c968147b841b tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Allocated IP 172.20.0.10 (933b11c6-c16c-4f49-9f97-7720f111f0ed/cc6f66dc-a466-4cdc-9953-0a3b593f7cb6/e17e49ab-7fc6-4ed6-8321-386288b88f09) {{(pid=100453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:47:35.113887 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e49d8c5-8b0e-4484-82a1-f24f7909fb82 req-aaf04bc9-d100-402d-849f-68f4a396f40a tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:35.121821 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-1e49d8c5-8b0e-4484-82a1-f24f7909fb82 req-aaf04bc9-d100-402d-849f-68f4a396f40a tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/ports?device_id=3aac2995-1fa9-4ca3-8871-67080eddf214 HTTP/1.1" status: 200 len: 943 time: 0.1940930 Sep 22 16:47:35.133577 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625f3db6-dbba-4ad6-825e-d72e3d1c9fa6 None None] Pushing event updated for resources: {'Port': ['ID=0328eafc-2de3-4e3b-9660-147e8781ee53,revision_number=3']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:35.178404 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9414d0f4-9d2c-452f-b415-423469d8264d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43125eb1-0e46-4a2b-80c4-34af9e7c0e1c,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:35.188306 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-c58d94f3-5fc2-488d-995e-2d7d9c2a371e tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:35.190976 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-c58d94f3-5fc2-488d-995e-2d7d9c2a371e tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8627698 Sep 22 16:47:35.196920 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 53678) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:47:35.206663 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [None req-cdb45ab6-2638-4a66-8a26-ad96e8610188 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Request body: {'floatingip': {'floating_network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a'}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:47:35.254425 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-1e49d8c5-8b0e-4484-82a1-f24f7909fb82 req-ac3079d9-76ab-4c76-be12-eb1ce01b4979 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/security-groups?id=d68185b6-4f9e-46c7-85bd-951d06229eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316144 Sep 22 16:47:35.282251 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-9414d0f4-9d2c-452f-b415-423469d8264d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a4c5f5da097a41c19a3dda618d64934e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6888945 Sep 22 16:47:35.288415 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.managers [None req-58a53555-96af-4464-a1ed-1ad6b31b4461 None None] Attempting to bind port 0328eafc-2de3-4e3b-9660-147e8781ee53 on host dv-cinder-809968-4-iscsi for vnic_type normal with profile {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 16:47:35.288928 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.managers [None req-58a53555-96af-4464-a1ed-1ad6b31b4461 None None] Attempting to bind port 0328eafc-2de3-4e3b-9660-147e8781ee53 by drivers openvswitch,hyperv on host dv-cinder-809968-4-iscsi at level 0 using segments [{'id': '3afac084-fecd-4942-8672-011c0558f65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'cf6bcf08-16c2-430e-b630-d9fa645b940f'}] {{(pid=100454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 16:47:35.289661 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a53555-96af-4464-a1ed-1ad6b31b4461 None None] Attempting to bind port 0328eafc-2de3-4e3b-9660-147e8781ee53 on network cf6bcf08-16c2-430e-b630-d9fa645b940f {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 16:47:35.297026 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a53555-96af-4464-a1ed-1ad6b31b4461 None None] Checking agent: {'id': '08e98799-e574-4f1d-90ac-f796d675fca5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809968-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 16, 39, 29), 'started_at': datetime.datetime(2021, 9, 22, 16, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 16, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809968-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 16:47:35.297639 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a53555-96af-4464-a1ed-1ad6b31b4461 None None] Checking segment: {'id': '3afac084-fecd-4942-8672-011c0558f65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'cf6bcf08-16c2-430e-b630-d9fa645b940f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 16:47:35.298123 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-58a53555-96af-4464-a1ed-1ad6b31b4461 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:35.298618 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a53555-96af-4464-a1ed-1ad6b31b4461 None None] Bound using segment: {'id': '3afac084-fecd-4942-8672-011c0558f65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'cf6bcf08-16c2-430e-b630-d9fa645b940f'} {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 16:47:35.299213 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.managers [None req-58a53555-96af-4464-a1ed-1ad6b31b4461 None None] Bound port: 0328eafc-2de3-4e3b-9660-147e8781ee53, host: dv-cinder-809968-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3afac084-fecd-4942-8672-011c0558f65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'cf6bcf08-16c2-430e-b630-d9fa645b940f'}}] {{(pid=100454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 16:47:35.299913 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-58a53555-96af-4464-a1ed-1ad6b31b4461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:35.304707 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 53680) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:47:35.315985 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-ae985d53-9b78-4682-93b5-49c27c36ec67 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:35.370512 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device fc5528df-9164-4f41-a31a-59ee54ae5947 up at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 16:47:35.602704 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-cdb45ab6-2638-4a66-8a26-ad96e8610188 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks [] for floatingip, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:35.636200 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-58a53555-96af-4464-a1ed-1ad6b31b4461 None None] For port 0328eafc-2de3-4e3b-9660-147e8781ee53, host dv-cinder-809968-4-iscsi, cleared binding levels {{(pid=100454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 16:47:35.642829 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-58a53555-96af-4464-a1ed-1ad6b31b4461 None None] For port 0328eafc-2de3-4e3b-9660-147e8781ee53, host dv-cinder-809968-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=0328eafc-2de3-4e3b-9660-147e8781ee53,segment=NetworkSegment(3afac084-fecd-4942-8672-011c0558f65a),segment_id=3afac084-fecd-4942-8672-011c0558f65a)] {{(pid=100454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 16:47:35.648623 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-f3064734-99dc-4059-b9d2-3ed3653f0531 None None] Provisioning complete for port 0328eafc-2de3-4e3b-9660-147e8781ee53 triggered by entity DHCP. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:47:35.650485 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-f3064734-99dc-4059-b9d2-3ed3653f0531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:35.655240 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-58a53555-96af-4464-a1ed-1ad6b31b4461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:35.714444 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Provisioning complete for port fc5528df-9164-4f41-a31a-59ee54ae5947 triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:47:35.718912 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-ae985d53-9b78-4682-93b5-49c27c36ec67 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:35.720479 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:35.722670 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-6dd89255-7905-4313-866d-3a4660224252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:35.767293 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-6dd89255-7905-4313-866d-3a4660224252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:35.832555 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a53555-96af-4464-a1ed-1ad6b31b4461 None None] Routers {'f4def252-7fd5-499d-a0a2-7969b7845849'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 16:47:35.833288 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-58a53555-96af-4464-a1ed-1ad6b31b4461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:47:29Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['f4def252-7fd5-499d-a0a2-7969b7845849'], 'active': True} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:47:35.840956 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [req-7e0243d1-065c-4e46-952a-538b68aefb32 req-acc88edc-0b0e-43b0-991b-c968147b841b tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Notify callbacks [] for port, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:35.842981 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-ae985d53-9b78-4682-93b5-49c27c36ec67 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605686'] for security_group_rule, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:35.850918 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625f3db6-dbba-4ad6-825e-d72e3d1c9fa6 None None] Pushing event updated for resources: {'Port': ['ID=0328eafc-2de3-4e3b-9660-147e8781ee53,revision_number=4']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:35.911096 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-6dd89255-7905-4313-866d-3a4660224252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:35.929270 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-6dd89255-7905-4313-866d-3a4660224252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:35.934282 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-6dd89255-7905-4313-866d-3a4660224252 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/43125eb1-0e46-4a2b-80c4-34af9e7c0e1c HTTP/1.1" status: 204 len: 168 time: 0.6220968 Sep 22 16:47:35.950817 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-f3064734-99dc-4059-b9d2-3ed3653f0531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:36.001091 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-f3064734-99dc-4059-b9d2-3ed3653f0531 None None] For port 0328eafc-2de3-4e3b-9660-147e8781ee53, host dv-cinder-809968-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=0328eafc-2de3-4e3b-9660-147e8781ee53,segment=NetworkSegment(3afac084-fecd-4942-8672-011c0558f65a),segment_id=3afac084-fecd-4942-8672-011c0558f65a)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:47:36.008701 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0502674e-296d-4208-b51e-a40f2b0ad982 req-4f586165-6f0a-40cf-802a-3e3893b569cb tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:36.018110 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae985d53-9b78-4682-93b5-49c27c36ec67 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d00e1e84-43ca-4d2b-ab3b-fae8cd10d542,revision_number=0']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:36.018504 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-0502674e-296d-4208-b51e-a40f2b0ad982 req-4f586165-6f0a-40cf-802a-3e3893b569cb tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/networks?id=933b11c6-c16c-4f49-9f97-7720f111f0ed HTTP/1.1" status: 200 len: 819 time: 0.5684853 Sep 22 16:47:36.037161 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-744a95f8-8fcd-4052-80a4-7e82c19fdc66 req-e831a022-82c8-4088-bf5b-655d077a4c5a service neutron] 10.222.0.72 "GET /v2.0/networks/7d4c5b46-5b9b-4fb5-b0f6-5a1adac27578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5268834 Sep 22 16:47:36.043387 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-f3064734-99dc-4059-b9d2-3ed3653f0531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:36.058436 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd89255-7905-4313-866d-3a4660224252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43125eb1-0e46-4a2b-80c4-34af9e7c0e1c,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:36.074691 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-ae985d53-9b78-4682-93b5-49c27c36ec67 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:36.083192 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-ae985d53-9b78-4682-93b5-49c27c36ec67 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3465283 Sep 22 16:47:36.084181 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 53698) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:47:36.148441 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-0502674e-296d-4208-b51e-a40f2b0ad982 req-2b5b44c8-6aa7-4e62-b3bb-dca58e6174a7 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/quotas/b8bdb2bea31e47d187cb21b1f1e64ba1 HTTP/1.1" status: 200 len: 375 time: 0.1287472 Sep 22 16:47:36.193523 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [None req-21dff13b-0f4f-4a5a-b4db-484ff052b5ff tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Request body: {'security_group_rule': {'security_group_id': 'e7eb94e8-8f11-4132-888b-d6dc458f840b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:47:36.215625 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3064734-99dc-4059-b9d2-3ed3653f0531 None None] Pushing event updated for resources: {'Port': ['ID=0328eafc-2de3-4e3b-9660-147e8781ee53,revision_number=5']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:36.245007 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [req-7e0243d1-065c-4e46-952a-538b68aefb32 req-acc88edc-0b0e-43b0-991b-c968147b841b tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735274499777'] for port, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:36.399349 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-21dff13b-0f4f-4a5a-b4db-484ff052b5ff tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:36.422652 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-0502674e-296d-4208-b51e-a40f2b0ad982 req-7decd27a-322f-45fe-bc08-4c37f6243795 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b8bdb2bea31e47d187cb21b1f1e64ba1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2673028 Sep 22 16:47:36.467885 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc88edc-0b0e-43b0-991b-c968147b841b tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Pushing event updated for resources: {'Port': ['ID=e17e49ab-7fc6-4ed6-8321-386288b88f09,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:36.503347 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e0243d1-065c-4e46-952a-538b68aefb32 req-acc88edc-0b0e-43b0-991b-c968147b841b tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Network 933b11c6-c16c-4f49-9f97-7720f111f0ed is already hosted by enough agents. {{(pid=100453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:47:36.513594 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.base_scheduler [req-7e0243d1-065c-4e46-952a-538b68aefb32 req-acc88edc-0b0e-43b0-991b-c968147b841b tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Resources bound (agent type, host, resource id): {{(pid=100453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:47:36.526625 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e0243d1-065c-4e46-952a-538b68aefb32 req-acc88edc-0b0e-43b0-991b-c968147b841b tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Received port after_create {{(pid=100453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 16:47:36.532970 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0243d1-065c-4e46-952a-538b68aefb32 req-acc88edc-0b0e-43b0-991b-c968147b841b tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:36.533753 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [req-7e0243d1-065c-4e46-952a-538b68aefb32 req-acc88edc-0b0e-43b0-991b-c968147b841b tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for port, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:36.542994 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-744a95f8-8fcd-4052-80a4-7e82c19fdc66 req-9a67965a-d19d-4137-b0aa-a3feb4bba605 service neutron] 10.222.0.72 "GET /v2.0/networks/7d4c5b46-5b9b-4fb5-b0f6-5a1adac27578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4232516 Sep 22 16:47:36.563892 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-87257447-877f-4336-a28d-309072f9c280 None None] Provisioning complete for port 0328eafc-2de3-4e3b-9660-147e8781ee53 triggered by entity DHCP. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:47:36.565873 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-87257447-877f-4336-a28d-309072f9c280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:36.601893 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-7e0243d1-065c-4e46-952a-538b68aefb32 req-acc88edc-0b0e-43b0-991b-c968147b841b tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4199035 Sep 22 16:47:36.619507 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-cdb45ab6-2638-4a66-8a26-ad96e8610188 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:36.621012 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device d053fb24-7719-4936-8c72-b833eeef9802 up at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 16:47:36.621788 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-0502674e-296d-4208-b51e-a40f2b0ad982 req-fb00cf08-5548-414f-9545-f5d5a5490514 service neutron] 10.222.0.66 "GET /v2.0/networks/933b11c6-c16c-4f49-9f97-7720f111f0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974361 Sep 22 16:47:36.627767 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.v2.base [req-7e0243d1-065c-4e46-952a-538b68aefb32 req-94154c64-b876-4733-b69b-cf7cea8bccfd service neutron] Request body: {'port': {'device_id': '4822262c-0ad7-4968-82f4-66e238216d08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=100453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:47:36.744457 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-21dff13b-0f4f-4a5a-b4db-484ff052b5ff tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:36.781938 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvr_db [None req-58a53555-96af-4464-a1ed-1ad6b31b4461 None None] Set router f4def252-7fd5-499d-a0a2-7969b7845849 gateway port host: dv-cinder-809968-4-iscsi {{(pid=100454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 16:47:36.786379 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [req-7e0243d1-065c-4e46-952a-538b68aefb32 req-94154c64-b876-4733-b69b-cf7cea8bccfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:36.801506 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-21dff13b-0f4f-4a5a-b4db-484ff052b5ff tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605686'] for security_group_rule, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:36.962329 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dff13b-0f4f-4a5a-b4db-484ff052b5ff tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fe0c32e-9b37-4a8a-9b00-f56027db08ff,revision_number=0']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:36.992492 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-21dff13b-0f4f-4a5a-b4db-484ff052b5ff tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:36.998753 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-21dff13b-0f4f-4a5a-b4db-484ff052b5ff tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8116546 Sep 22 16:47:37.009212 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 53720) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:47:37.009378 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-0502674e-296d-4208-b51e-a40f2b0ad982 req-b9dc0efd-61d9-48dc-854b-a5e079b2eaf6 service neutron] 10.222.0.66 "GET /v2.0/networks/933b11c6-c16c-4f49-9f97-7720f111f0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3411036 Sep 22 16:47:37.016087 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.db_base_plugin_common [None req-cdb45ab6-2638-4a66-8a26-ad96e8610188 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Allocated IP 172.27.0.39 (e265bfb9-6000-4acf-b4f9-12e0cf12940a/83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8/e235cf45-39df-45c9-acb9-9e2719851ed4) {{(pid=100452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:47:37.031348 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [None req-10a5797d-e891-40ea-a002-cfb620f70c08 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Request body: {'floatingip': {'floating_network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a'}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:47:37.178953 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-10a5797d-e891-40ea-a002-cfb620f70c08 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks [] for floatingip, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:37.186658 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Provisioning complete for port d053fb24-7719-4936-8c72-b833eeef9802 triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:47:37.189481 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:37.388980 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-cdb45ab6-2638-4a66-8a26-ad96e8610188 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks [] for port, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:37.440894 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-58a53555-96af-4464-a1ed-1ad6b31b4461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4def252-7fd5-499d-a0a2-7969b7845849', 'name': 'tempest-AttachVolumeShelveTestJSON-1822705425-router', 'tenant_id': 'fe0862b93ee9429196930d5fd745e5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '709278fa-7e7c-472e-886b-0614f43033da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:47:16Z', 'updated_at': '2021-09-22T16:47:26Z', 'revision_number': 4, 'project_id': 'fe0862b93ee9429196930d5fd745e5cc', 'gw_port': {'id': '709278fa-7e7c-472e-886b-0614f43033da', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4def252-7fd5-499d-a0a2-7969b7845849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:17Z', 'updated_at': '2021-09-22T16:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_interfaces': [{'id': '0328eafc-2de3-4e3b-9660-147e8781ee53', 'name': '', 'network_id': 'cf6bcf08-16c2-430e-b630-d9fa645b940f', 'tenant_id': 'fe0862b93ee9429196930d5fd745e5cc', 'mac_address': 'fa:16:3e:02:3f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4def252-7fd5-499d-a0a2-7969b7845849', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7d91da0e-c8e1-4689-8df1-180aa1bc9ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:23Z', 'updated_at': '2021-09-22T16:47:35Z', 'revision_number': 4, 'project_id': 'fe0862b93ee9429196930d5fd745e5cc', 'subnets': [{'id': '7d91da0e-c8e1-4689-8df1-180aa1bc9ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:47:37.576951 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a53555-96af-4464-a1ed-1ad6b31b4461 None None] The sync data for ids ['f4def252-7fd5-499d-a0a2-7969b7845849'] in dv-cinder-809968-4-iscsi is: [{'id': 'f4def252-7fd5-499d-a0a2-7969b7845849', 'name': 'tempest-AttachVolumeShelveTestJSON-1822705425-router', 'tenant_id': 'fe0862b93ee9429196930d5fd745e5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '709278fa-7e7c-472e-886b-0614f43033da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:47:16Z', 'updated_at': '2021-09-22T16:47:26Z', 'revision_number': 4, 'project_id': 'fe0862b93ee9429196930d5fd745e5cc', 'gw_port': {'id': '709278fa-7e7c-472e-886b-0614f43033da', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4def252-7fd5-499d-a0a2-7969b7845849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:17Z', 'updated_at': '2021-09-22T16:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_interfaces': [{'id': '0328eafc-2de3-4e3b-9660-147e8781ee53', 'name': '', 'network_id': 'cf6bcf08-16c2-430e-b630-d9fa645b940f', 'tenant_id': 'fe0862b93ee9429196930d5fd745e5cc', 'mac_address': 'fa:16:3e:02:3f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4def252-7fd5-499d-a0a2-7969b7845849', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7d91da0e-c8e1-4689-8df1-180aa1bc9ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:23Z', 'updated_at': '2021-09-22T16:47:35Z', 'revision_number': 4, 'project_id': 'fe0862b93ee9429196930d5fd745e5cc', 'subnets': [{'id': '7d91da0e-c8e1-4689-8df1-180aa1bc9ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 16:47:37.631345 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-cdb45ab6-2638-4a66-8a26-ad96e8610188 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735274499777'] for port, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:37.718101 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb45ab6-2638-4a66-8a26-ad96e8610188 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Network e265bfb9-6000-4acf-b4f9-12e0cf12940a is already hosted by enough agents. {{(pid=100452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:47:37.797544 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.base_scheduler [None req-cdb45ab6-2638-4a66-8a26-ad96e8610188 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Resources bound (agent type, host, resource id): {{(pid=100452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:47:37.830632 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb45ab6-2638-4a66-8a26-ad96e8610188 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Received port after_create {{(pid=100452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 16:47:37.868665 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.notifiers.nova [req-7e0243d1-065c-4e46-952a-538b68aefb32 req-94154c64-b876-4733-b69b-cf7cea8bccfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e17e49ab-7fc6-4ed6-8321-386288b88f09 {{(pid=100453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 16:47:37.892584 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-10a5797d-e891-40ea-a002-cfb620f70c08 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:37.909232 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [req-7e0243d1-065c-4e46-952a-538b68aefb32 req-94154c64-b876-4733-b69b-cf7cea8bccfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:37.932759 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.db.provisioning_blocks [req-7e0243d1-065c-4e46-952a-538b68aefb32 req-94154c64-b876-4733-b69b-cf7cea8bccfd service neutron] Transition to ACTIVE for port object e17e49ab-7fc6-4ed6-8321-386288b88f09 will not be triggered until provisioned by entity L2. {{(pid=100453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:47:37.937586 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [req-7e0243d1-065c-4e46-952a-538b68aefb32 req-94154c64-b876-4733-b69b-cf7cea8bccfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:38.054053 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.managers [req-7e0243d1-065c-4e46-952a-538b68aefb32 req-94154c64-b876-4733-b69b-cf7cea8bccfd service neutron] Attempting to bind port e17e49ab-7fc6-4ed6-8321-386288b88f09 on host hv-cinder-80996 for vnic_type normal with profile {{(pid=100453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 16:47:38.055276 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.managers [req-7e0243d1-065c-4e46-952a-538b68aefb32 req-94154c64-b876-4733-b69b-cf7cea8bccfd service neutron] Attempting to bind port e17e49ab-7fc6-4ed6-8321-386288b88f09 by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': '783976c6-44ca-446c-bf38-a700feb1ad11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '933b11c6-c16c-4f49-9f97-7720f111f0ed'}] {{(pid=100453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 16:47:38.056036 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0243d1-065c-4e46-952a-538b68aefb32 req-94154c64-b876-4733-b69b-cf7cea8bccfd service neutron] Attempting to bind port e17e49ab-7fc6-4ed6-8321-386288b88f09 on network 933b11c6-c16c-4f49-9f97-7720f111f0ed {{(pid=100453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 16:47:38.073777 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0243d1-065c-4e46-952a-538b68aefb32 req-94154c64-b876-4733-b69b-cf7cea8bccfd service neutron] Port e17e49ab-7fc6-4ed6-8321-386288b88f09 on network 933b11c6-c16c-4f49-9f97-7720f111f0ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=100453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 16:47:38.073954 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0243d1-065c-4e46-952a-538b68aefb32 req-94154c64-b876-4733-b69b-cf7cea8bccfd service neutron] Attempting to bind port e17e49ab-7fc6-4ed6-8321-386288b88f09 on network 933b11c6-c16c-4f49-9f97-7720f111f0ed {{(pid=100453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 16:47:38.089130 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94154c64-b876-4733-b69b-cf7cea8bccfd service neutron] Pushing event updated for resources: {'Port': ['ID=e17e49ab-7fc6-4ed6-8321-386288b88f09,revision_number=2']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:38.114517 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0243d1-065c-4e46-952a-538b68aefb32 req-94154c64-b876-4733-b69b-cf7cea8bccfd service neutron] Checking agent: {'id': 'b620640a-8129-43ac-bbbc-6cb85f2c2acf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 16, 45, 26), 'started_at': datetime.datetime(2021, 9, 22, 16, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 16, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 16:47:38.114858 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0243d1-065c-4e46-952a-538b68aefb32 req-94154c64-b876-4733-b69b-cf7cea8bccfd service neutron] Checking segment: {'id': '783976c6-44ca-446c-bf38-a700feb1ad11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '933b11c6-c16c-4f49-9f97-7720f111f0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 16:47:38.115283 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0243d1-065c-4e46-952a-538b68aefb32 req-94154c64-b876-4733-b69b-cf7cea8bccfd service neutron] Bound using segment: {'id': '783976c6-44ca-446c-bf38-a700feb1ad11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '933b11c6-c16c-4f49-9f97-7720f111f0ed'} {{(pid=100453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 16:47:38.115746 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.managers [req-7e0243d1-065c-4e46-952a-538b68aefb32 req-94154c64-b876-4733-b69b-cf7cea8bccfd service neutron] Bound port: e17e49ab-7fc6-4ed6-8321-386288b88f09, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '783976c6-44ca-446c-bf38-a700feb1ad11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '933b11c6-c16c-4f49-9f97-7720f111f0ed'}}] {{(pid=100453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 16:47:38.124427 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [req-7e0243d1-065c-4e46-952a-538b68aefb32 req-94154c64-b876-4733-b69b-cf7cea8bccfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:38.128325 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb45ab6-2638-4a66-8a26-ad96e8610188 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Pushing event updated for resources: {'Port': ['ID=e235cf45-39df-45c9-acb9-9e2719851ed4,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:38.233124 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.db [req-7e0243d1-065c-4e46-952a-538b68aefb32 req-94154c64-b876-4733-b69b-cf7cea8bccfd service neutron] For port e17e49ab-7fc6-4ed6-8321-386288b88f09, host hv-cinder-80996, cleared binding levels {{(pid=100453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 16:47:38.237247 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.db [req-7e0243d1-065c-4e46-952a-538b68aefb32 req-94154c64-b876-4733-b69b-cf7cea8bccfd service neutron] For port e17e49ab-7fc6-4ed6-8321-386288b88f09, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=e17e49ab-7fc6-4ed6-8321-386288b88f09,segment=NetworkSegment(783976c6-44ca-446c-bf38-a700feb1ad11),segment_id=783976c6-44ca-446c-bf38-a700feb1ad11)] {{(pid=100453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 16:47:38.250070 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [req-7e0243d1-065c-4e46-952a-538b68aefb32 req-94154c64-b876-4733-b69b-cf7cea8bccfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:38.345917 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0243d1-065c-4e46-952a-538b68aefb32 req-94154c64-b876-4733-b69b-cf7cea8bccfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:38.346589 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [req-7e0243d1-065c-4e46-952a-538b68aefb32 req-94154c64-b876-4733-b69b-cf7cea8bccfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for port, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:38.348108 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-7e0243d1-065c-4e46-952a-538b68aefb32 req-94154c64-b876-4733-b69b-cf7cea8bccfd service neutron] 10.222.0.72 "PUT /v2.0/ports/e17e49ab-7fc6-4ed6-8321-386288b88f09 HTTP/1.1" status: 200 len: 1094 time: 1.7251997 Sep 22 16:47:38.373105 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94154c64-b876-4733-b69b-cf7cea8bccfd service neutron] Pushing event updated for resources: {'Port': ['ID=e17e49ab-7fc6-4ed6-8321-386288b88f09,revision_number=3']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:38.389605 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-cdb45ab6-2638-4a66-8a26-ad96e8610188 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:38.464467 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 16:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59bc5b2-891d-4e73-bef1-0b275cbc441a x-openstack-request-id: req-b59bc5b2-891d-4e73-bef1-0b275cbc441a {{(pid=100453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:47:38.464784 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aac2995-1fa9-4ca3-8871-67080eddf214", "tag": "450cb8e9-3f47-4f79-98aa-a290a9c95270", "status": "completed", "code": 200}]} {{(pid=100453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:47:38.465131 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b59bc5b2-891d-4e73-bef1-0b275cbc441a {{(pid=100453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:47:38.465770 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aac2995-1fa9-4ca3-8871-67080eddf214', 'tag': '450cb8e9-3f47-4f79-98aa-a290a9c95270', 'status': 'completed', 'code': 200} Sep 22 16:47:38.528820 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-cdb45ab6-2638-4a66-8a26-ad96e8610188 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:38.598581 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0243d1-065c-4e46-952a-538b68aefb32 req-f84c2254-9197-4fd5-a724-bd7515622d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:38.600108 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-7e0243d1-065c-4e46-952a-538b68aefb32 req-f84c2254-9197-4fd5-a724-bd7515622d67 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b8bdb2bea31e47d187cb21b1f1e64ba1&device_id=4822262c-0ad7-4968-82f4-66e238216d08 HTTP/1.1" status: 200 len: 1097 time: 0.1066239 Sep 22 16:47:38.701975 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.db_base_plugin_common [None req-10a5797d-e891-40ea-a002-cfb620f70c08 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Allocated IP 172.27.0.175 (e265bfb9-6000-4acf-b4f9-12e0cf12940a/83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8/7029c166-d508-4e20-adf3-9f03693c0ea3) {{(pid=100452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:47:38.740387 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8196c66-443f-4466-9fa4-04c9cdca4fdf req-c8d2ffe8-c14c-46bb-98c3-b8eba025f46f tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:38.742113 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a8196c66-443f-4466-9fa4-04c9cdca4fdf req-c8d2ffe8-c14c-46bb-98c3-b8eba025f46f tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/ports?device_id=3aac2995-1fa9-4ca3-8871-67080eddf214 HTTP/1.1" status: 200 len: 943 time: 0.1244268 Sep 22 16:47:38.852488 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a8196c66-443f-4466-9fa4-04c9cdca4fdf req-0e5c5985-43f6-4449-9f4f-79ecb3fb03ca tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/security-groups?id=d68185b6-4f9e-46c7-85bd-951d06229eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983796 Sep 22 16:47:39.046382 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a884c45c-de23-4f4b-93a4-0c8e3d570c18 req-67d7ee82-b4a2-4d6e-952d-4695e42f1f11 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 210 time: 0.0608165 Sep 22 16:47:39.093789 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-cdb45ab6-2638-4a66-8a26-ad96e8610188 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks [] for port, precommit_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:39.104999 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-10a5797d-e891-40ea-a002-cfb620f70c08 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks [] for port, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:39.120273 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-cdb45ab6-2638-4a66-8a26-ad96e8610188 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:39.171736 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-cdb45ab6-2638-4a66-8a26-ad96e8610188 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700864'] for floatingip, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:39.208990 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb45ab6-2638-4a66-8a26-ad96e8610188 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Pushing event updated for resources: {'Port': ['ID=e235cf45-39df-45c9-acb9-9e2719851ed4,revision_number=2']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:39.218421 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-10a5797d-e891-40ea-a002-cfb620f70c08 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735274499777'] for port, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:39.222803 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-cdb45ab6-2638-4a66-8a26-ad96e8610188 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306'] for floatingip, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:39.224722 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-cdb45ab6-2638-4a66-8a26-ad96e8610188 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0221741 Sep 22 16:47:39.347494 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a5797d-e891-40ea-a002-cfb620f70c08 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Network e265bfb9-6000-4acf-b4f9-12e0cf12940a is already hosted by enough agents. {{(pid=100452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:47:39.360495 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.base_scheduler [None req-10a5797d-e891-40ea-a002-cfb620f70c08 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Resources bound (agent type, host, resource id): {{(pid=100452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:47:39.364260 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a5797d-e891-40ea-a002-cfb620f70c08 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Received port after_create {{(pid=100452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 16:47:39.451700 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a5797d-e891-40ea-a002-cfb620f70c08 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Pushing event updated for resources: {'Port': ['ID=7029c166-d508-4e20-adf3-9f03693c0ea3,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:39.518703 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-10a5797d-e891-40ea-a002-cfb620f70c08 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:39.591164 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-10a5797d-e891-40ea-a002-cfb620f70c08 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:39.606869 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 0328eafc-2de3-4e3b-9660-147e8781ee53 up at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 16:47:39.682739 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Provisioning complete for port 0328eafc-2de3-4e3b-9660-147e8781ee53 triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:47:39.683408 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:39.898230 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-10a5797d-e891-40ea-a002-cfb620f70c08 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks [] for port, precommit_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:39.910882 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-10a5797d-e891-40ea-a002-cfb620f70c08 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:39.916550 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-7e0243d1-065c-4e46-952a-538b68aefb32 req-21d91830-65fa-422d-90ba-3adb675eac6c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e17e49ab-7fc6-4ed6-8321-386288b88f09 HTTP/1.1" status: 200 len: 217 time: 0.1279619 Sep 22 16:47:39.948642 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff61eeb-9f02-4374-bd4b-b95e40b16dc0 req-c9f9edd9-8359-4c98-b34f-da2387891786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:39.950152 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-bff61eeb-9f02-4374-bd4b-b95e40b16dc0 req-c9f9edd9-8359-4c98-b34f-da2387891786 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7f8a5bad3e4641939674758f4237d85b&device_id=3aac2995-1fa9-4ca3-8871-67080eddf214 HTTP/1.1" status: 200 len: 1096 time: 0.2168276 Sep 22 16:47:39.984312 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-10a5797d-e891-40ea-a002-cfb620f70c08 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700864'] for floatingip, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:40.009102 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-dd318bf6-cc4c-4931-b6e0-0b6149b37a69 req-b6f0bda7-4cd7-4799-a22b-8b00b59143b4 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--743466185&fields=id&tenant_id=561be258dcb34fb388cd55aeb3bb42b0 HTTP/1.1" status: 200 len: 267 time: 0.0914707 Sep 22 16:47:40.013132 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a5797d-e891-40ea-a002-cfb620f70c08 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Pushing event updated for resources: {'Port': ['ID=7029c166-d508-4e20-adf3-9f03693c0ea3,revision_number=2']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:40.019093 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-10a5797d-e891-40ea-a002-cfb620f70c08 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306'] for floatingip, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:40.022217 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-10a5797d-e891-40ea-a002-cfb620f70c08 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0100672 Sep 22 16:47:40.168061 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd318bf6-cc4c-4931-b6e0-0b6149b37a69 req-7ac05c4e-ee7f-44b5-bf38-aee8b2072537 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:40.169617 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-dd318bf6-cc4c-4931-b6e0-0b6149b37a69 req-7ac05c4e-ee7f-44b5-bf38-aee8b2072537 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/networks?id=818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5 HTTP/1.1" status: 200 len: 810 time: 0.1590025 Sep 22 16:47:40.189987 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-dd318bf6-cc4c-4931-b6e0-0b6149b37a69 req-a221da08-3183-4acc-a56e-c4d76a73fd97 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/quotas/561be258dcb34fb388cd55aeb3bb42b0 HTTP/1.1" status: 200 len: 375 time: 0.0113270 Sep 22 16:47:40.250190 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-dd318bf6-cc4c-4931-b6e0-0b6149b37a69 req-9ec2a7ec-8662-4226-b281-97b4aa94532b tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=561be258dcb34fb388cd55aeb3bb42b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0539732 Sep 22 16:47:40.350065 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-dd318bf6-cc4c-4931-b6e0-0b6149b37a69 req-f7c8ee90-2a46-4167-b9da-9c080b8f8ce2 service neutron] 10.222.0.66 "GET /v2.0/networks/818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875359 Sep 22 16:47:40.442085 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-dd318bf6-cc4c-4931-b6e0-0b6149b37a69 req-1e454c31-0b99-4760-a9bf-6b37d9010b0d service neutron] 10.222.0.66 "GET /v2.0/networks/818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852821 Sep 22 16:47:40.466870 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4822262c-0ad7-4968-82f4-66e238216d08', 'tag': 'e17e49ab-7fc6-4ed6-8321-386288b88f09'}] {{(pid=100453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 16:47:40.469724 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e4dd1ec7b6bb508b8f985d0227854479c11c36687027ca7eec5a37465d8b4ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb5e34b-bb8c-45a6-bda7-405f37bd8b58" -d '{"events": [{"name": "network-changed", "server_uuid": "4822262c-0ad7-4968-82f4-66e238216d08", "tag": "e17e49ab-7fc6-4ed6-8321-386288b88f09"}]}' {{(pid=100453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:47:40.566736 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 53844) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:47:40.700474 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-7141cc66-16c4-402f-ad0d-b3fd2df278b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:40.752946 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce008c49-f936-4c7b-a200-ed2cd81abf49 req-52d2caf0-3dd8-4a67-846a-877ed4affd37 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:40.754791 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-ce008c49-f936-4c7b-a200-ed2cd81abf49 req-52d2caf0-3dd8-4a67-846a-877ed4affd37 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/ports?device_id=3aac2995-1fa9-4ca3-8871-67080eddf214 HTTP/1.1" status: 200 len: 943 time: 0.0562537 Sep 22 16:47:40.809843 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-ce008c49-f936-4c7b-a200-ed2cd81abf49 req-e8b8e67c-2f12-4101-944c-b57a1d4ec716 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/security-groups?id=d68185b6-4f9e-46c7-85bd-951d06229eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456553 Sep 22 16:47:40.833109 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-7141cc66-16c4-402f-ad0d-b3fd2df278b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:40.841129 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-7141cc66-16c4-402f-ad0d-b3fd2df278b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:40.888146 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-7141cc66-16c4-402f-ad0d-b3fd2df278b3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=12bec598f26b4cfaa22ed8ab032eeb49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3201492 Sep 22 16:47:40.890240 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7141cc66-16c4-402f-ad0d-b3fd2df278b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1fae421-788f-4233-93ca-4d98efdbb08b,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:40.892780 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 53862) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:47:40.924196 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f256fd11-4aba-46ca-951b-5dd2ba1067ed req-f0188415-1beb-4dd3-94bd-8487b7165cbd tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 210 time: 0.0348656 Sep 22 16:47:40.956726 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-49a65678-1abd-4b8c-86c4-b00be88efb6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:40.982618 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-49a65678-1abd-4b8c-86c4-b00be88efb6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:41.039959 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-49a65678-1abd-4b8c-86c4-b00be88efb6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:41.042555 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-49a65678-1abd-4b8c-86c4-b00be88efb6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:41.043677 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-49a65678-1abd-4b8c-86c4-b00be88efb6d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b1fae421-788f-4233-93ca-4d98efdbb08b HTTP/1.1" status: 204 len: 168 time: 0.1363776 Sep 22 16:47:41.054256 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a65678-1abd-4b8c-86c4-b00be88efb6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1fae421-788f-4233-93ca-4d98efdbb08b,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:41.058138 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-4f0b4724-0c64-4f1c-9c97-ea00b8851cac req-7ad6ee16-10b1-4b17-94a1-4a93b223d4c5 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--48180361&fields=id&tenant_id=fe0862b93ee9429196930d5fd745e5cc HTTP/1.1" status: 200 len: 267 time: 0.0469251 Sep 22 16:47:41.160078 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b4724-0c64-4f1c-9c97-ea00b8851cac req-3e1ff4b6-7e62-4b87-b34c-7b5309437e1e tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:41.161836 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-4f0b4724-0c64-4f1c-9c97-ea00b8851cac req-3e1ff4b6-7e62-4b87-b34c-7b5309437e1e tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/networks?id=cf6bcf08-16c2-430e-b630-d9fa645b940f HTTP/1.1" status: 200 len: 817 time: 0.1009104 Sep 22 16:47:41.179836 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-4f0b4724-0c64-4f1c-9c97-ea00b8851cac req-8f2b979a-abb3-40b2-bb06-6b619d40e0c5 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/quotas/fe0862b93ee9429196930d5fd745e5cc HTTP/1.1" status: 200 len: 375 time: 0.0093160 Sep 22 16:47:41.232438 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-4f0b4724-0c64-4f1c-9c97-ea00b8851cac req-5bb4d6c9-b72b-456f-a297-fd922cc912d0 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=fe0862b93ee9429196930d5fd745e5cc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0468972 Sep 22 16:47:41.322347 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 53878) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:47:41.342337 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-79a7f866-ee18-459d-9ff8-287e3ccbbd72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:41.346408 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-4f0b4724-0c64-4f1c-9c97-ea00b8851cac req-0882fd9e-5e39-4042-985f-56fa576b9838 service neutron] 10.222.0.66 "GET /v2.0/networks/cf6bcf08-16c2-430e-b630-d9fa645b940f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016226 Sep 22 16:47:41.628908 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-4f0b4724-0c64-4f1c-9c97-ea00b8851cac req-0ad3482f-b42b-434f-ae20-7c2c3e968ebd service neutron] 10.222.0.66 "GET /v2.0/networks/cf6bcf08-16c2-430e-b630-d9fa645b940f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754500 Sep 22 16:47:41.666590 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-79a7f866-ee18-459d-9ff8-287e3ccbbd72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:41.671101 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-79a7f866-ee18-459d-9ff8-287e3ccbbd72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:41.708208 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-79a7f866-ee18-459d-9ff8-287e3ccbbd72 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=117401afe51c44b3a7ed34d6fba2a7e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3846834 Sep 22 16:47:41.709065 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a7f866-ee18-459d-9ff8-287e3ccbbd72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed539b53-8680-4553-bc16-ca3d9647c999,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:41.713348 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 53880) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:47:41.770841 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 16:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead47d5b-12bb-4a26-91f1-db1cbccd1d1d x-openstack-request-id: req-ead47d5b-12bb-4a26-91f1-db1cbccd1d1d {{(pid=100453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:47:41.771639 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4822262c-0ad7-4968-82f4-66e238216d08", "tag": "e17e49ab-7fc6-4ed6-8321-386288b88f09", "status": "completed", "code": 200}]} {{(pid=100453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:47:41.772301 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ead47d5b-12bb-4a26-91f1-db1cbccd1d1d {{(pid=100453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:47:41.773667 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4822262c-0ad7-4968-82f4-66e238216d08', 'tag': 'e17e49ab-7fc6-4ed6-8321-386288b88f09', 'status': 'completed', 'code': 200} Sep 22 16:47:41.783844 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-6090eeec-10aa-49cb-b37f-f2f899dad5c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:41.807539 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-6090eeec-10aa-49cb-b37f-f2f899dad5c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:41.846289 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f5d6ba1c-b379-4551-947f-3baecf11f56f req-fa3329d6-0152-42f5-88ee-4b3eb16daa42 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 210 time: 0.0293903 Sep 22 16:47:41.859830 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-6090eeec-10aa-49cb-b37f-f2f899dad5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:41.862775 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-6090eeec-10aa-49cb-b37f-f2f899dad5c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:41.864453 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-6090eeec-10aa-49cb-b37f-f2f899dad5c0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ed539b53-8680-4553-bc16-ca3d9647c999 HTTP/1.1" status: 204 len: 168 time: 0.1485853 Sep 22 16:47:41.881525 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6090eeec-10aa-49cb-b37f-f2f899dad5c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed539b53-8680-4553-bc16-ca3d9647c999,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:42.037454 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a3a6f597-64e2-4451-b206-9e182067b4f0 req-0766096b-482c-4672-b3ed-762a7cbf9840 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 210 time: 0.0345135 Sep 22 16:47:42.181306 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2180759-918b-4469-aaae-382bb1931b3a req-f06dea85-5faa-4bb7-be63-de0ce37e799d tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:42.182994 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a2180759-918b-4469-aaae-382bb1931b3a req-f06dea85-5faa-4bb7-be63-de0ce37e799d tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/ports?device_id=3aac2995-1fa9-4ca3-8871-67080eddf214 HTTP/1.1" status: 200 len: 943 time: 0.0643103 Sep 22 16:47:42.225394 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a2180759-918b-4469-aaae-382bb1931b3a req-f97d0169-22bf-4e35-b0b8-85cd262c1ab9 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/security-groups?id=d68185b6-4f9e-46c7-85bd-951d06229eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351241 Sep 22 16:47:42.378077 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-4996ae4f-9377-4729-8da7-e0787f26939e req-73010ea9-3724-4d97-baa3-448d97e821c1 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 210 time: 0.0957432 Sep 22 16:47:42.422447 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0243d1-065c-4e46-952a-538b68aefb32 req-2e6b6bc0-28ad-4240-a9db-d94a6e4cea81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:42.424048 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-7e0243d1-065c-4e46-952a-538b68aefb32 req-2e6b6bc0-28ad-4240-a9db-d94a6e4cea81 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cc6f66dc-a466-4cdc-9953-0a3b593f7cb6 HTTP/1.1" status: 200 len: 859 time: 0.1318703 Sep 22 16:47:42.528923 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-7e0243d1-065c-4e46-952a-538b68aefb32 req-c138236b-958f-4459-a94f-0dab595c043e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=933b11c6-c16c-4f49-9f97-7720f111f0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943413 Sep 22 16:47:42.595596 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff61eeb-9f02-4374-bd4b-b95e40b16dc0 req-df197942-b965-4774-86e4-521412df996b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:42.597089 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-bff61eeb-9f02-4374-bd4b-b95e40b16dc0 req-df197942-b965-4774-86e4-521412df996b service neutron] 10.222.0.72 "GET /v2.0/networks?id=7d4c5b46-5b9b-4fb5-b0f6-5a1adac27578 HTTP/1.1" status: 200 len: 914 time: 0.2874126 Sep 22 16:47:42.669737 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-bff61eeb-9f02-4374-bd4b-b95e40b16dc0 req-29069d0b-a3c1-42ed-aa0a-31ea81a54c76 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=450cb8e9-3f47-4f79-98aa-a290a9c95270 HTTP/1.1" status: 200 len: 217 time: 0.0464649 Sep 22 16:47:42.721025 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-7e0243d1-065c-4e46-952a-538b68aefb32 req-0bbb5c09-f3e6-49ed-8e6e-37ce36fd835e service neutron] 10.222.0.72 "GET /v2.0/networks/933b11c6-c16c-4f49-9f97-7720f111f0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796145 Sep 22 16:47:42.748076 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.72', 55359) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:47:42.767794 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff61eeb-9f02-4374-bd4b-b95e40b16dc0 req-4df570e5-11e2-4b1e-acbb-a2141881f606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:42.769210 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-bff61eeb-9f02-4374-bd4b-b95e40b16dc0 req-4df570e5-11e2-4b1e-acbb-a2141881f606 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1be6fdda-c675-42d5-bc59-ee2b2c380e51 HTTP/1.1" status: 200 len: 852 time: 0.0916340 Sep 22 16:47:42.838072 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-bff61eeb-9f02-4374-bd4b-b95e40b16dc0 req-3d4c84fb-201d-4e58-8e99-12ac2742817e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7d4c5b46-5b9b-4fb5-b0f6-5a1adac27578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570054 Sep 22 16:47:42.940685 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-7e0243d1-065c-4e46-952a-538b68aefb32 req-4a4d2238-d37b-4af9-b500-47be74a8585e service neutron] 10.222.0.72 "GET /v2.0/networks/933b11c6-c16c-4f49-9f97-7720f111f0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107544 Sep 22 16:47:42.985072 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-30f8de03-c7f6-426e-82c7-f57455fd0fb9 req-3cb263ad-bc78-4b76-847e-7e275b960216 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 210 time: 0.0416226 Sep 22 16:47:43.007196 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-bff61eeb-9f02-4374-bd4b-b95e40b16dc0 req-f9068aed-39b1-401b-9d7e-359ec9b86a4c service neutron] 10.222.0.72 "GET /v2.0/networks/7d4c5b46-5b9b-4fb5-b0f6-5a1adac27578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495855 Sep 22 16:47:43.122703 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0502674e-296d-4208-b51e-a40f2b0ad982 req-73d9b7cb-f8da-438a-a402-af3100e78ad7 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:43.125808 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-0502674e-296d-4208-b51e-a40f2b0ad982 req-73d9b7cb-f8da-438a-a402-af3100e78ad7 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.72 "GET /v2.0/networks?id=933b11c6-c16c-4f49-9f97-7720f111f0ed HTTP/1.1" status: 200 len: 819 time: 0.3762827 Sep 22 16:47:43.157604 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [req-0502674e-296d-4208-b51e-a40f2b0ad982 req-f561795c-056c-40a1-bf11-8f7bdd277cd8 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Request body: {'port': {'device_id': '8557292f-56e2-4444-af73-067ad6239a97', 'network_id': '933b11c6-c16c-4f49-9f97-7720f111f0ed', 'admin_state_up': True, 'tenant_id': 'b8bdb2bea31e47d187cb21b1f1e64ba1'}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:47:43.195726 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-8020a7c5-01cd-48c4-a723-624f47c89911 req-7c7707a1-3c6d-4a0b-9f10-ff35259c3d85 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 210 time: 0.0566146 Sep 22 16:47:43.340962 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0502674e-296d-4208-b51e-a40f2b0ad982 req-f561795c-056c-40a1-bf11-8f7bdd277cd8 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Made reservation on behalf of b8bdb2bea31e47d187cb21b1f1e64ba1 for: {'port': 1} {{(pid=100452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:47:43.353702 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-0502674e-296d-4208-b51e-a40f2b0ad982 req-f561795c-056c-40a1-bf11-8f7bdd277cd8 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:43.365903 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb5e34b-bb8c-45a6-bda7-405f37bd8b58 req-0e320ceb-ff51-4652-ba6e-55516db8ee28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:43.367494 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-7eb5e34b-bb8c-45a6-bda7-405f37bd8b58 req-0e320ceb-ff51-4652-ba6e-55516db8ee28 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b8bdb2bea31e47d187cb21b1f1e64ba1&device_id=4822262c-0ad7-4968-82f4-66e238216d08 HTTP/1.1" status: 200 len: 1097 time: 0.2149129 Sep 22 16:47:43.460951 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.72', 55364) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:47:43.468270 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-bff61eeb-9f02-4374-bd4b-b95e40b16dc0 req-1be85329-a757-4e5f-9197-d13bbc84b972 service neutron] 10.222.0.72 "GET /v2.0/networks/7d4c5b46-5b9b-4fb5-b0f6-5a1adac27578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3660531 Sep 22 16:47:43.483529 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 53970) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:47:43.508781 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959064e2-8cfc-4057-a920-25cf192a0ed6 req-bdc0c9ac-9a07-4631-966b-ef9f71044658 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:43.516219 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-959064e2-8cfc-4057-a920-25cf192a0ed6 req-bdc0c9ac-9a07-4631-966b-ef9f71044658 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/ports?device_id=3aac2995-1fa9-4ca3-8871-67080eddf214 HTTP/1.1" status: 200 len: 943 time: 0.2030208 Sep 22 16:47:43.542898 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb5e34b-bb8c-45a6-bda7-405f37bd8b58 req-3aa560e1-e1ba-423d-8a37-394c98d91ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:43.544795 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-7eb5e34b-bb8c-45a6-bda7-405f37bd8b58 req-3aa560e1-e1ba-423d-8a37-394c98d91ae7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=933b11c6-c16c-4f49-9f97-7720f111f0ed HTTP/1.1" status: 200 len: 921 time: 0.1633415 Sep 22 16:47:43.599474 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-7eb5e34b-bb8c-45a6-bda7-405f37bd8b58 req-31d6d5ff-35a5-46b3-a239-a941193e7f9e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e17e49ab-7fc6-4ed6-8321-386288b88f09 HTTP/1.1" status: 200 len: 217 time: 0.0463867 Sep 22 16:47:43.612552 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd318bf6-cc4c-4931-b6e0-0b6149b37a69 req-c867228b-cb24-4fc0-8176-7adea92f7c39 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:43.614037 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-959064e2-8cfc-4057-a920-25cf192a0ed6 req-208283d4-9b44-490c-94f2-da6611a490de tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/security-groups?id=d68185b6-4f9e-46c7-85bd-951d06229eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933487 Sep 22 16:47:43.614386 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-dd318bf6-cc4c-4931-b6e0-0b6149b37a69 req-c867228b-cb24-4fc0-8176-7adea92f7c39 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.72 "GET /v2.0/networks?id=818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5 HTTP/1.1" status: 200 len: 810 time: 0.1520908 Sep 22 16:47:43.695741 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-19012269-1fee-403f-bf0f-d0f0be636a2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:43.746520 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb5e34b-bb8c-45a6-bda7-405f37bd8b58 req-bd933875-d058-4b8a-9a53-66444fd668cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:43.747984 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-7eb5e34b-bb8c-45a6-bda7-405f37bd8b58 req-bd933875-d058-4b8a-9a53-66444fd668cb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cc6f66dc-a466-4cdc-9953-0a3b593f7cb6 HTTP/1.1" status: 200 len: 859 time: 0.1312811 Sep 22 16:47:43.749819 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-1f4750a2-2ef8-4bc3-a0ab-928eae013bf6 req-caac5690-c06f-4302-9491-a9f5a09c9f07 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 210 time: 0.0551250 Sep 22 16:47:43.783713 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-7eb5e34b-bb8c-45a6-bda7-405f37bd8b58 req-2ff2b889-2efd-490d-b8d2-4303afd337a5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=933b11c6-c16c-4f49-9f97-7720f111f0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272765 Sep 22 16:47:43.784012 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-dd318bf6-cc4c-4931-b6e0-0b6149b37a69 req-795357f6-039a-4287-b394-f0902c892bb2 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=561be258dcb34fb388cd55aeb3bb42b0 HTTP/1.1" status: 200 len: 379 time: 0.1521981 Sep 22 16:47:43.806244 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [req-dd318bf6-cc4c-4931-b6e0-0b6149b37a69 req-5fb0fdf1-737a-4081-9325-47c457914919 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Request body: {'port': {'device_id': '5a375947-7b62-4300-94be-f505cf01b377', 'network_id': '818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5', 'admin_state_up': True, 'tenant_id': '561be258dcb34fb388cd55aeb3bb42b0', 'security_groups': ['4a2800c3-6f4e-468f-abc0-85a19dcb7dc1']}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:47:43.824728 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.db_base_plugin_common [req-0502674e-296d-4208-b51e-a40f2b0ad982 req-f561795c-056c-40a1-bf11-8f7bdd277cd8 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Allocated IP 172.20.0.11 (933b11c6-c16c-4f49-9f97-7720f111f0ed/cc6f66dc-a466-4cdc-9953-0a3b593f7cb6/4ad687de-ba80-48f4-a7a5-65b19cba6c9a) {{(pid=100452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:47:43.920688 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-7eb5e34b-bb8c-45a6-bda7-405f37bd8b58 req-a48ef32e-b12c-4d54-8418-8fb82c7882f5 service neutron] 10.222.0.72 "GET /v2.0/networks/933b11c6-c16c-4f49-9f97-7720f111f0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227653 Sep 22 16:47:43.934120 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-19012269-1fee-403f-bf0f-d0f0be636a2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:43.939181 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-19012269-1fee-403f-bf0f-d0f0be636a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:43.997796 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19012269-1fee-403f-bf0f-d0f0be636a2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67aa5075-c093-44fd-a905-4f3254461b65,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:44.005059 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-19012269-1fee-403f-bf0f-d0f0be636a2d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=baa064ba09d449d0bed3838d1bdcc6e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5154135 Sep 22 16:47:44.005582 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 53984) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:47:44.045400 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd318bf6-cc4c-4931-b6e0-0b6149b37a69 req-5fb0fdf1-737a-4081-9325-47c457914919 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Made reservation on behalf of 561be258dcb34fb388cd55aeb3bb42b0 for: {'port': 1} {{(pid=100452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:47:44.049752 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-dd318bf6-cc4c-4931-b6e0-0b6149b37a69 req-5fb0fdf1-737a-4081-9325-47c457914919 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:44.144134 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a2656a8d-32a7-4d99-8e97-2016ff085018 req-795fc834-3b30-49f4-a6de-9cacc99cd530 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 210 time: 0.0411220 Sep 22 16:47:44.148597 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-7eb5e34b-bb8c-45a6-bda7-405f37bd8b58 req-0181ad56-0431-4462-b798-c48d66187921 service neutron] 10.222.0.72 "GET /v2.0/networks/933b11c6-c16c-4f49-9f97-7720f111f0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832840 Sep 22 16:47:44.149229 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d9c117f8-60f5-4cd5-89fc-c6188e837773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:44.162594 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-0502674e-296d-4208-b51e-a40f2b0ad982 req-f561795c-056c-40a1-bf11-8f7bdd277cd8 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Notify callbacks [] for port, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:44.178066 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d9c117f8-60f5-4cd5-89fc-c6188e837773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:44.229738 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d9c117f8-60f5-4cd5-89fc-c6188e837773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:44.232691 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d9c117f8-60f5-4cd5-89fc-c6188e837773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:44.238035 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-d9c117f8-60f5-4cd5-89fc-c6188e837773 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/67aa5075-c093-44fd-a905-4f3254461b65 HTTP/1.1" status: 204 len: 168 time: 0.2278526 Sep 22 16:47:44.240726 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.db_base_plugin_common [req-dd318bf6-cc4c-4931-b6e0-0b6149b37a69 req-5fb0fdf1-737a-4081-9325-47c457914919 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Allocated IP 172.20.0.4 (818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5/6b2e37f6-e9e1-49ca-adc1-92f53c49454f/6a718f0a-bbc2-4ab1-8f9e-3eee69237667) {{(pid=100452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:47:44.245967 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c117f8-60f5-4cd5-89fc-c6188e837773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67aa5075-c093-44fd-a905-4f3254461b65,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:44.260128 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-0502674e-296d-4208-b51e-a40f2b0ad982 req-f561795c-056c-40a1-bf11-8f7bdd277cd8 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735274499777'] for port, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:44.313209 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a1ffd220-dd59-46de-a678-2d2d9d37c787 req-30f691be-9b81-4d61-92b6-bd3d686e2fbd tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 210 time: 0.0321960 Sep 22 16:47:44.368153 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0502674e-296d-4208-b51e-a40f2b0ad982 req-f561795c-056c-40a1-bf11-8f7bdd277cd8 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Network 933b11c6-c16c-4f49-9f97-7720f111f0ed is already hosted by enough agents. {{(pid=100452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:47:44.386710 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.base_scheduler [req-0502674e-296d-4208-b51e-a40f2b0ad982 req-f561795c-056c-40a1-bf11-8f7bdd277cd8 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Resources bound (agent type, host, resource id): {{(pid=100452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:47:44.396037 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.l3_dvrscheduler_db [req-0502674e-296d-4208-b51e-a40f2b0ad982 req-f561795c-056c-40a1-bf11-8f7bdd277cd8 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Received port after_create {{(pid=100452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 16:47:44.401821 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0502674e-296d-4208-b51e-a40f2b0ad982 req-f561795c-056c-40a1-bf11-8f7bdd277cd8 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:44.402437 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-0502674e-296d-4208-b51e-a40f2b0ad982 req-f561795c-056c-40a1-bf11-8f7bdd277cd8 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for port, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:44.415023 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f561795c-056c-40a1-bf11-8f7bdd277cd8 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Pushing event updated for resources: {'Port': ['ID=4ad687de-ba80-48f4-a7a5-65b19cba6c9a,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:44.465525 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-0502674e-296d-4208-b51e-a40f2b0ad982 req-f561795c-056c-40a1-bf11-8f7bdd277cd8 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3158934 Sep 22 16:47:44.499816 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-dd318bf6-cc4c-4931-b6e0-0b6149b37a69 req-5fb0fdf1-737a-4081-9325-47c457914919 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks [] for port, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:44.533909 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-dd318bf6-cc4c-4931-b6e0-0b6149b37a69 req-5fb0fdf1-737a-4081-9325-47c457914919 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735274499777'] for port, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:44.586278 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd318bf6-cc4c-4931-b6e0-0b6149b37a69 req-5fb0fdf1-737a-4081-9325-47c457914919 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Network 818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5 is already hosted by enough agents. {{(pid=100452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:47:44.589949 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.base_scheduler [req-dd318bf6-cc4c-4931-b6e0-0b6149b37a69 req-5fb0fdf1-737a-4081-9325-47c457914919 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Resources bound (agent type, host, resource id): {{(pid=100452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:47:44.593794 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd318bf6-cc4c-4931-b6e0-0b6149b37a69 req-5fb0fdf1-737a-4081-9325-47c457914919 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Received port after_create {{(pid=100452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 16:47:44.599759 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd318bf6-cc4c-4931-b6e0-0b6149b37a69 req-5fb0fdf1-737a-4081-9325-47c457914919 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:44.600381 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-dd318bf6-cc4c-4931-b6e0-0b6149b37a69 req-5fb0fdf1-737a-4081-9325-47c457914919 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for port, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:44.617104 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb0fdf1-737a-4081-9325-47c457914919 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Pushing event updated for resources: {'Port': ['ID=6a718f0a-bbc2-4ab1-8f9e-3eee69237667,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:44.625490 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-dd318bf6-cc4c-4931-b6e0-0b6149b37a69 req-5fb0fdf1-737a-4081-9325-47c457914919 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8260119 Sep 22 16:47:44.759839 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c106d9-81c2-4230-9a09-716af50e002e req-63279c46-8ece-472b-8534-2c12622ee3a9 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:44.761362 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-48c106d9-81c2-4230-9a09-716af50e002e req-63279c46-8ece-472b-8534-2c12622ee3a9 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/ports?device_id=3aac2995-1fa9-4ca3-8871-67080eddf214 HTTP/1.1" status: 200 len: 943 time: 0.0686605 Sep 22 16:47:44.809108 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-48c106d9-81c2-4230-9a09-716af50e002e req-67ed4f00-2eeb-46fc-be30-405894b59cd0 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/security-groups?id=d68185b6-4f9e-46c7-85bd-951d06229eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351515 Sep 22 16:47:44.834846 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-ca6c1e0f-670f-40db-9125-f50adc7af668 None None] Provisioning complete for port 6a718f0a-bbc2-4ab1-8f9e-3eee69237667 triggered by entity DHCP. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:47:44.835801 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ca6c1e0f-670f-40db-9125-f50adc7af668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:44.879153 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-ca6c1e0f-670f-40db-9125-f50adc7af668 None None] Port 6a718f0a-bbc2-4ab1-8f9e-3eee69237667 cannot update to ACTIVE because it is not bound. {{(pid=100454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 16:47:44.913880 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751aa8e-533d-4046-88d4-b4fa567bdbdf req-893a91f8-d2e7-4047-a8e3-3402e4a9bf08 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:44.915383 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-0751aa8e-533d-4046-88d4-b4fa567bdbdf req-893a91f8-d2e7-4047-a8e3-3402e4a9bf08 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 932 time: 0.0499628 Sep 22 16:47:44.953248 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-0751aa8e-533d-4046-88d4-b4fa567bdbdf req-4daf7b7a-65c9-4667-9a96-f2f6e1f1389e tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314558 Sep 22 16:47:45.265163 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae7e85-e5f4-4538-ac3a-e3486e5635fb req-f4029534-a90b-4511-bce3-e499513875a6 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:45.266688 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-0dae7e85-e5f4-4538-ac3a-e3486e5635fb req-f4029534-a90b-4511-bce3-e499513875a6 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 931 time: 0.0527992 Sep 22 16:47:45.317008 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-0dae7e85-e5f4-4538-ac3a-e3486e5635fb req-8b6c41dc-2bab-4d54-b9bf-d0fb1a819850 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441043 Sep 22 16:47:45.425094 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-bb7aa6e1-f988-45c8-be2c-a0b54db5013a req-a24339d1-c610-44b5-858c-852c8eb8ddc8 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 210 time: 0.0263128 Sep 22 16:47:45.916545 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db64cd4-1f55-4c9d-af9b-1667d228daaf req-374d58ad-d9c9-485a-af53-4725d162251e tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:45.917932 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-0db64cd4-1f55-4c9d-af9b-1667d228daaf req-374d58ad-d9c9-485a-af53-4725d162251e tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/ports?device_id=3aac2995-1fa9-4ca3-8871-67080eddf214 HTTP/1.1" status: 200 len: 943 time: 0.0475693 Sep 22 16:47:45.954754 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-0db64cd4-1f55-4c9d-af9b-1667d228daaf req-d34758e6-157f-4800-8732-a30cd9a5486d tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/security-groups?id=d68185b6-4f9e-46c7-85bd-951d06229eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310266 Sep 22 16:47:46.065488 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38533154-f0a1-47f6-a302-bbb46b387cbf req-1e649f2b-5e49-45f3-b849-10540d826219 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:46.066941 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-38533154-f0a1-47f6-a302-bbb46b387cbf req-1e649f2b-5e49-45f3-b849-10540d826219 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 932 time: 0.0487244 Sep 22 16:47:46.103765 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-38533154-f0a1-47f6-a302-bbb46b387cbf req-df2fa1d9-d879-4bee-bd34-c0b73285611d tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308695 Sep 22 16:47:46.371868 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [req-dd318bf6-cc4c-4931-b6e0-0b6149b37a69 req-d7251a07-fe79-4de2-bdc5-d5f60fe57420 service neutron] Request body: {'port': {'device_id': '5a375947-7b62-4300-94be-f505cf01b377', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:47:46.379213 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [req-0502674e-296d-4208-b51e-a40f2b0ad982 req-5c3b8c66-5623-486f-8bc8-aa2269e6137a service neutron] Request body: {'port': {'device_id': '8557292f-56e2-4444-af73-067ad6239a97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:47:46.435059 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291ab5d3-aa2a-457a-8719-c7466548c82c req-608f7865-ddc6-4b34-ac22-ab424272323d tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:46.436623 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-291ab5d3-aa2a-457a-8719-c7466548c82c req-608f7865-ddc6-4b34-ac22-ab424272323d tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 931 time: 0.0526991 Sep 22 16:47:46.474813 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-dd318bf6-cc4c-4931-b6e0-0b6149b37a69 req-d7251a07-fe79-4de2-bdc5-d5f60fe57420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:46.477424 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-0502674e-296d-4208-b51e-a40f2b0ad982 req-5c3b8c66-5623-486f-8bc8-aa2269e6137a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:46.479750 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-291ab5d3-aa2a-457a-8719-c7466548c82c req-f540ae1b-0985-4b58-a125-6535813aa365 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314691 Sep 22 16:47:46.560156 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-b8b6f5c0-cf14-4075-8001-d694dc2dfa41 req-d563f031-0c7a-4651-a07f-f3767854e72d tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 210 time: 0.0263145 Sep 22 16:47:47.014648 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.agents_db [None req-27f04faf-824b-4b06-8ae5-89241b6ab4ba None None] Agent healthcheck: found 6 active agents {{(pid=100455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 16:47:47.068190 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62098ab0-5c63-4d13-a5b6-a981c614fe78 req-d119c4ae-4091-4f36-93c4-e81b2c9e044a tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:47.069592 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-62098ab0-5c63-4d13-a5b6-a981c614fe78 req-d119c4ae-4091-4f36-93c4-e81b2c9e044a tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/ports?device_id=3aac2995-1fa9-4ca3-8871-67080eddf214 HTTP/1.1" status: 200 len: 943 time: 0.0478547 Sep 22 16:47:47.107363 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-62098ab0-5c63-4d13-a5b6-a981c614fe78 req-a529eb85-96f9-46c2-852e-95145bb7cf84 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/security-groups?id=d68185b6-4f9e-46c7-85bd-951d06229eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307117 Sep 22 16:47:47.114793 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.notifiers.nova [req-dd318bf6-cc4c-4931-b6e0-0b6149b37a69 req-d7251a07-fe79-4de2-bdc5-d5f60fe57420 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a718f0a-bbc2-4ab1-8f9e-3eee69237667 {{(pid=100452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 16:47:47.126527 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.notifiers.nova [req-0502674e-296d-4208-b51e-a40f2b0ad982 req-5c3b8c66-5623-486f-8bc8-aa2269e6137a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ad687de-ba80-48f4-a7a5-65b19cba6c9a {{(pid=100452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 16:47:47.131361 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-dd318bf6-cc4c-4931-b6e0-0b6149b37a69 req-d7251a07-fe79-4de2-bdc5-d5f60fe57420 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:47.140249 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-0502674e-296d-4208-b51e-a40f2b0ad982 req-5c3b8c66-5623-486f-8bc8-aa2269e6137a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:47.160805 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.provisioning_blocks [req-dd318bf6-cc4c-4931-b6e0-0b6149b37a69 req-d7251a07-fe79-4de2-bdc5-d5f60fe57420 service neutron] Transition to ACTIVE for port object 6a718f0a-bbc2-4ab1-8f9e-3eee69237667 will not be triggered until provisioned by entity L2. {{(pid=100452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:47:47.167074 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.provisioning_blocks [req-0502674e-296d-4208-b51e-a40f2b0ad982 req-5c3b8c66-5623-486f-8bc8-aa2269e6137a service neutron] Transition to ACTIVE for port object 4ad687de-ba80-48f4-a7a5-65b19cba6c9a will not be triggered until provisioned by entity L2. {{(pid=100452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:47:47.168305 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-dd318bf6-cc4c-4931-b6e0-0b6149b37a69 req-d7251a07-fe79-4de2-bdc5-d5f60fe57420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:47.195667 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-0502674e-296d-4208-b51e-a40f2b0ad982 req-5c3b8c66-5623-486f-8bc8-aa2269e6137a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:47.243444 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7251a07-fe79-4de2-bdc5-d5f60fe57420 service neutron] Pushing event updated for resources: {'Port': ['ID=6a718f0a-bbc2-4ab1-8f9e-3eee69237667,revision_number=2']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:47.257267 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27790416-6db2-4d8d-aa17-c76e58edb275 req-e47b6e85-9b40-4b88-9a30-2f6c0e0f1019 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:47.265915 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-27790416-6db2-4d8d-aa17-c76e58edb275 req-e47b6e85-9b40-4b88-9a30-2f6c0e0f1019 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 944 time: 0.0900075 Sep 22 16:47:47.351083 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.managers [req-dd318bf6-cc4c-4931-b6e0-0b6149b37a69 req-d7251a07-fe79-4de2-bdc5-d5f60fe57420 service neutron] Attempting to bind port 6a718f0a-bbc2-4ab1-8f9e-3eee69237667 on host hv-cinder-80996 for vnic_type normal with profile {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 16:47:47.351444 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.managers [req-dd318bf6-cc4c-4931-b6e0-0b6149b37a69 req-d7251a07-fe79-4de2-bdc5-d5f60fe57420 service neutron] Attempting to bind port 6a718f0a-bbc2-4ab1-8f9e-3eee69237667 by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': 'df59b1c3-5ddd-4375-9ca5-af4209139e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5'}] {{(pid=100452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 16:47:47.351793 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd318bf6-cc4c-4931-b6e0-0b6149b37a69 req-d7251a07-fe79-4de2-bdc5-d5f60fe57420 service neutron] Attempting to bind port 6a718f0a-bbc2-4ab1-8f9e-3eee69237667 on network 818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5 {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 16:47:47.369143 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd318bf6-cc4c-4931-b6e0-0b6149b37a69 req-d7251a07-fe79-4de2-bdc5-d5f60fe57420 service neutron] Port 6a718f0a-bbc2-4ab1-8f9e-3eee69237667 on network 818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 16:47:47.369732 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd318bf6-cc4c-4931-b6e0-0b6149b37a69 req-d7251a07-fe79-4de2-bdc5-d5f60fe57420 service neutron] Attempting to bind port 6a718f0a-bbc2-4ab1-8f9e-3eee69237667 on network 818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5 {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 16:47:47.372206 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.managers [req-0502674e-296d-4208-b51e-a40f2b0ad982 req-5c3b8c66-5623-486f-8bc8-aa2269e6137a service neutron] Attempting to bind port 4ad687de-ba80-48f4-a7a5-65b19cba6c9a on host hv-cinder-80996 for vnic_type normal with profile {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 16:47:47.372807 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.managers [req-0502674e-296d-4208-b51e-a40f2b0ad982 req-5c3b8c66-5623-486f-8bc8-aa2269e6137a service neutron] Attempting to bind port 4ad687de-ba80-48f4-a7a5-65b19cba6c9a by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': '783976c6-44ca-446c-bf38-a700feb1ad11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '933b11c6-c16c-4f49-9f97-7720f111f0ed'}] {{(pid=100452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 16:47:47.372929 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0502674e-296d-4208-b51e-a40f2b0ad982 req-5c3b8c66-5623-486f-8bc8-aa2269e6137a service neutron] Attempting to bind port 4ad687de-ba80-48f4-a7a5-65b19cba6c9a on network 933b11c6-c16c-4f49-9f97-7720f111f0ed {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 16:47:47.374663 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3b8c66-5623-486f-8bc8-aa2269e6137a service neutron] Pushing event updated for resources: {'Port': ['ID=4ad687de-ba80-48f4-a7a5-65b19cba6c9a,revision_number=2']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:47.383586 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd318bf6-cc4c-4931-b6e0-0b6149b37a69 req-d7251a07-fe79-4de2-bdc5-d5f60fe57420 service neutron] Checking agent: {'id': 'b620640a-8129-43ac-bbbc-6cb85f2c2acf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 16, 45, 26), 'started_at': datetime.datetime(2021, 9, 22, 16, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 16, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 16:47:47.384588 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd318bf6-cc4c-4931-b6e0-0b6149b37a69 req-d7251a07-fe79-4de2-bdc5-d5f60fe57420 service neutron] Checking segment: {'id': 'df59b1c3-5ddd-4375-9ca5-af4209139e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 16:47:47.385255 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd318bf6-cc4c-4931-b6e0-0b6149b37a69 req-d7251a07-fe79-4de2-bdc5-d5f60fe57420 service neutron] Bound using segment: {'id': 'df59b1c3-5ddd-4375-9ca5-af4209139e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5'} {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 16:47:47.385733 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.managers [req-dd318bf6-cc4c-4931-b6e0-0b6149b37a69 req-d7251a07-fe79-4de2-bdc5-d5f60fe57420 service neutron] Bound port: 6a718f0a-bbc2-4ab1-8f9e-3eee69237667, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df59b1c3-5ddd-4375-9ca5-af4209139e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5'}}] {{(pid=100452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 16:47:47.386100 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-dd318bf6-cc4c-4931-b6e0-0b6149b37a69 req-d7251a07-fe79-4de2-bdc5-d5f60fe57420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:47.388263 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0502674e-296d-4208-b51e-a40f2b0ad982 req-5c3b8c66-5623-486f-8bc8-aa2269e6137a service neutron] Port 4ad687de-ba80-48f4-a7a5-65b19cba6c9a on network 933b11c6-c16c-4f49-9f97-7720f111f0ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 16:47:47.388574 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0502674e-296d-4208-b51e-a40f2b0ad982 req-5c3b8c66-5623-486f-8bc8-aa2269e6137a service neutron] Attempting to bind port 4ad687de-ba80-48f4-a7a5-65b19cba6c9a on network 933b11c6-c16c-4f49-9f97-7720f111f0ed {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 16:47:47.400645 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0502674e-296d-4208-b51e-a40f2b0ad982 req-5c3b8c66-5623-486f-8bc8-aa2269e6137a service neutron] Checking agent: {'id': 'b620640a-8129-43ac-bbbc-6cb85f2c2acf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 16, 45, 26), 'started_at': datetime.datetime(2021, 9, 22, 16, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 16, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 16:47:47.401276 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0502674e-296d-4208-b51e-a40f2b0ad982 req-5c3b8c66-5623-486f-8bc8-aa2269e6137a service neutron] Checking segment: {'id': '783976c6-44ca-446c-bf38-a700feb1ad11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '933b11c6-c16c-4f49-9f97-7720f111f0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 16:47:47.401721 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0502674e-296d-4208-b51e-a40f2b0ad982 req-5c3b8c66-5623-486f-8bc8-aa2269e6137a service neutron] Bound using segment: {'id': '783976c6-44ca-446c-bf38-a700feb1ad11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '933b11c6-c16c-4f49-9f97-7720f111f0ed'} {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 16:47:47.402193 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.managers [req-0502674e-296d-4208-b51e-a40f2b0ad982 req-5c3b8c66-5623-486f-8bc8-aa2269e6137a service neutron] Bound port: 4ad687de-ba80-48f4-a7a5-65b19cba6c9a, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '783976c6-44ca-446c-bf38-a700feb1ad11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '933b11c6-c16c-4f49-9f97-7720f111f0ed'}}] {{(pid=100452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 16:47:47.402554 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-0502674e-296d-4208-b51e-a40f2b0ad982 req-5c3b8c66-5623-486f-8bc8-aa2269e6137a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:47.473700 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-27790416-6db2-4d8d-aa17-c76e58edb275 req-e05d6712-8ad4-4a7c-aee5-39bfe246e968 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065880 Sep 22 16:47:47.522492 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.db [req-0502674e-296d-4208-b51e-a40f2b0ad982 req-5c3b8c66-5623-486f-8bc8-aa2269e6137a service neutron] For port 4ad687de-ba80-48f4-a7a5-65b19cba6c9a, host hv-cinder-80996, cleared binding levels {{(pid=100452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 16:47:47.525970 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.db [req-dd318bf6-cc4c-4931-b6e0-0b6149b37a69 req-d7251a07-fe79-4de2-bdc5-d5f60fe57420 service neutron] For port 6a718f0a-bbc2-4ab1-8f9e-3eee69237667, host hv-cinder-80996, cleared binding levels {{(pid=100452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 16:47:47.529260 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.db [req-0502674e-296d-4208-b51e-a40f2b0ad982 req-5c3b8c66-5623-486f-8bc8-aa2269e6137a service neutron] For port 4ad687de-ba80-48f4-a7a5-65b19cba6c9a, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=4ad687de-ba80-48f4-a7a5-65b19cba6c9a,segment=NetworkSegment(783976c6-44ca-446c-bf38-a700feb1ad11),segment_id=783976c6-44ca-446c-bf38-a700feb1ad11)] {{(pid=100452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 16:47:47.531599 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.db [req-dd318bf6-cc4c-4931-b6e0-0b6149b37a69 req-d7251a07-fe79-4de2-bdc5-d5f60fe57420 service neutron] For port 6a718f0a-bbc2-4ab1-8f9e-3eee69237667, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=6a718f0a-bbc2-4ab1-8f9e-3eee69237667,segment=NetworkSegment(df59b1c3-5ddd-4375-9ca5-af4209139e38),segment_id=df59b1c3-5ddd-4375-9ca5-af4209139e38)] {{(pid=100452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 16:47:47.534366 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-0502674e-296d-4208-b51e-a40f2b0ad982 req-5c3b8c66-5623-486f-8bc8-aa2269e6137a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:47.544739 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-dd318bf6-cc4c-4931-b6e0-0b6149b37a69 req-d7251a07-fe79-4de2-bdc5-d5f60fe57420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:47.594617 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c882d-cf0b-46eb-a770-d8d715753ba4 req-ee30a59c-f6a2-43e1-b22d-4b6d4643d425 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:47.594970 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0502674e-296d-4208-b51e-a40f2b0ad982 req-5c3b8c66-5623-486f-8bc8-aa2269e6137a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:47.595647 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-0502674e-296d-4208-b51e-a40f2b0ad982 req-5c3b8c66-5623-486f-8bc8-aa2269e6137a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for port, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:47.596242 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-658c882d-cf0b-46eb-a770-d8d715753ba4 req-ee30a59c-f6a2-43e1-b22d-4b6d4643d425 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 943 time: 0.0490947 Sep 22 16:47:47.597041 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-0502674e-296d-4208-b51e-a40f2b0ad982 req-5c3b8c66-5623-486f-8bc8-aa2269e6137a service neutron] 10.222.0.72 "PUT /v2.0/ports/4ad687de-ba80-48f4-a7a5-65b19cba6c9a HTTP/1.1" status: 200 len: 1094 time: 1.2216415 Sep 22 16:47:47.599543 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8557292f-56e2-4444-af73-067ad6239a97', 'tag': '4ad687de-ba80-48f4-a7a5-65b19cba6c9a'}] {{(pid=100452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 16:47:47.634375 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-658c882d-cf0b-46eb-a770-d8d715753ba4 req-7abe80f2-1e3f-4ef3-bf80-a4ab2293c470 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319879 Sep 22 16:47:47.702531 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3b8c66-5623-486f-8bc8-aa2269e6137a service neutron] Pushing event updated for resources: {'Port': ['ID=4ad687de-ba80-48f4-a7a5-65b19cba6c9a,revision_number=3']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:47.706107 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd318bf6-cc4c-4931-b6e0-0b6149b37a69 req-d7251a07-fe79-4de2-bdc5-d5f60fe57420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:47.707046 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-dd318bf6-cc4c-4931-b6e0-0b6149b37a69 req-d7251a07-fe79-4de2-bdc5-d5f60fe57420 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for port, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:47.708461 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-dd318bf6-cc4c-4931-b6e0-0b6149b37a69 req-d7251a07-fe79-4de2-bdc5-d5f60fe57420 service neutron] 10.222.0.72 "PUT /v2.0/ports/6a718f0a-bbc2-4ab1-8f9e-3eee69237667 HTTP/1.1" status: 200 len: 1093 time: 1.3420284 Sep 22 16:47:47.733476 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-cda7aa33-d69b-4fe8-991b-9939522dc364 req-3ea9ab8c-46f6-4f30-a791-35f126920a72 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 210 time: 0.0373936 Sep 22 16:47:47.765661 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7251a07-fe79-4de2-bdc5-d5f60fe57420 service neutron] Pushing event updated for resources: {'Port': ['ID=6a718f0a-bbc2-4ab1-8f9e-3eee69237667,revision_number=3']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:47.796507 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3daeaf716feba76a3af1624af44cd9d3b401b8dbf4d63f278f059799def7c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-069c4b69-e86f-41cf-b367-b040424c7a3e" -d '{"events": [{"name": "network-changed", "server_uuid": "8557292f-56e2-4444-af73-067ad6239a97", "tag": "4ad687de-ba80-48f4-a7a5-65b19cba6c9a"}]}' {{(pid=100452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:47:47.901484 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 16:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f7d9f9-0777-479c-9c26-77f6c406df53 x-openstack-request-id: req-65f7d9f9-0777-479c-9c26-77f6c406df53 {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:47:47.901832 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8557292f-56e2-4444-af73-067ad6239a97", "tag": "4ad687de-ba80-48f4-a7a5-65b19cba6c9a", "status": "completed", "code": 200}]} {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:47:47.902147 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-65f7d9f9-0777-479c-9c26-77f6c406df53 {{(pid=100452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:47:47.902536 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8557292f-56e2-4444-af73-067ad6239a97', 'tag': '4ad687de-ba80-48f4-a7a5-65b19cba6c9a', 'status': 'completed', 'code': 200} Sep 22 16:47:48.015286 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd318bf6-cc4c-4931-b6e0-0b6149b37a69 req-45b93f1f-b366-4740-b570-3fbcdaa69608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:48.016762 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-dd318bf6-cc4c-4931-b6e0-0b6149b37a69 req-45b93f1f-b366-4740-b570-3fbcdaa69608 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=561be258dcb34fb388cd55aeb3bb42b0&device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 1096 time: 0.0747082 Sep 22 16:47:48.018260 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0502674e-296d-4208-b51e-a40f2b0ad982 req-c7445eca-a89d-4e7c-90df-26001e0876ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:48.019584 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-0502674e-296d-4208-b51e-a40f2b0ad982 req-c7445eca-a89d-4e7c-90df-26001e0876ba service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b8bdb2bea31e47d187cb21b1f1e64ba1&device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 1097 time: 0.1060195 Sep 22 16:47:48.062698 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b4724-0c64-4f1c-9c97-ea00b8851cac req-dbcdd4ff-8fbc-4730-966c-85ace8b57678 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:48.064573 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-4f0b4724-0c64-4f1c-9c97-ea00b8851cac req-dbcdd4ff-8fbc-4730-966c-85ace8b57678 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.72 "GET /v2.0/networks?id=cf6bcf08-16c2-430e-b630-d9fa645b940f HTTP/1.1" status: 200 len: 817 time: 0.1148093 Sep 22 16:47:48.099515 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-dd318bf6-cc4c-4931-b6e0-0b6149b37a69 req-99ecb712-1134-4be4-bdf8-234252e9707c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a718f0a-bbc2-4ab1-8f9e-3eee69237667 HTTP/1.1" status: 200 len: 217 time: 0.0670059 Sep 22 16:47:48.121018 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-4f0b4724-0c64-4f1c-9c97-ea00b8851cac req-07b5110a-92a2-4c28-b641-58a3d7a71915 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe0862b93ee9429196930d5fd745e5cc HTTP/1.1" status: 200 len: 378 time: 0.0467877 Sep 22 16:47:48.129877 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.v2.base [req-4f0b4724-0c64-4f1c-9c97-ea00b8851cac req-5fd4cda1-abc9-41dc-bbbb-47129e60f0f9 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Request body: {'port': {'device_id': '4fdc089f-fa72-4b18-bd7d-93999047877b', 'network_id': 'cf6bcf08-16c2-430e-b630-d9fa645b940f', 'admin_state_up': True, 'tenant_id': 'fe0862b93ee9429196930d5fd745e5cc', 'security_groups': ['e7eb94e8-8f11-4132-888b-d6dc458f840b']}} {{(pid=100453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:47:48.134031 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-0502674e-296d-4208-b51e-a40f2b0ad982 req-6972ef50-878a-4ba6-8f1a-0bee95a5be0d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ad687de-ba80-48f4-a7a5-65b19cba6c9a HTTP/1.1" status: 200 len: 217 time: 0.0716133 Sep 22 16:47:48.213199 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd318bf6-cc4c-4931-b6e0-0b6149b37a69 req-625a47f4-42b8-44c3-8071-a745aa0da395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:48.216610 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-dd318bf6-cc4c-4931-b6e0-0b6149b37a69 req-625a47f4-42b8-44c3-8071-a745aa0da395 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6b2e37f6-e9e1-49ca-adc1-92f53c49454f HTTP/1.1" status: 200 len: 849 time: 0.0886543 Sep 22 16:47:48.218437 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0502674e-296d-4208-b51e-a40f2b0ad982 req-0f5ed4ed-4128-49d3-b7b4-c3ba1b0f8b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:48.219790 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-0502674e-296d-4208-b51e-a40f2b0ad982 req-0f5ed4ed-4128-49d3-b7b4-c3ba1b0f8b91 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cc6f66dc-a466-4cdc-9953-0a3b593f7cb6 HTTP/1.1" status: 200 len: 859 time: 0.0787382 Sep 22 16:47:48.273200 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb751955-87d5-4032-b180-390564822386 req-386405b4-d9af-43cb-a21f-8a64f44a002b tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:48.275340 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-bb751955-87d5-4032-b180-390564822386 req-386405b4-d9af-43cb-a21f-8a64f44a002b tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/ports?device_id=3aac2995-1fa9-4ca3-8871-67080eddf214 HTTP/1.1" status: 200 len: 943 time: 0.0753112 Sep 22 16:47:48.298483 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f0b4724-0c64-4f1c-9c97-ea00b8851cac req-5fd4cda1-abc9-41dc-bbbb-47129e60f0f9 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Made reservation on behalf of fe0862b93ee9429196930d5fd745e5cc for: {'port': 1} {{(pid=100453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:47:48.301867 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [req-4f0b4724-0c64-4f1c-9c97-ea00b8851cac req-5fd4cda1-abc9-41dc-bbbb-47129e60f0f9 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:48.303539 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-0502674e-296d-4208-b51e-a40f2b0ad982 req-a1240ca8-85c1-4fe6-b426-e0cd7388263b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=933b11c6-c16c-4f49-9f97-7720f111f0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661275 Sep 22 16:47:48.322538 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd318bf6-cc4c-4931-b6e0-0b6149b37a69 req-f08ce1d5-7fee-471b-abab-0fb47ab5efdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:48.324186 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-dd318bf6-cc4c-4931-b6e0-0b6149b37a69 req-f08ce1d5-7fee-471b-abab-0fb47ab5efdd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0942047 Sep 22 16:47:48.333278 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-bb751955-87d5-4032-b180-390564822386 req-97385087-b355-430e-847c-94dfe214a9b4 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/security-groups?id=d68185b6-4f9e-46c7-85bd-951d06229eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485647 Sep 22 16:47:48.456229 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.db.db_base_plugin_common [req-4f0b4724-0c64-4f1c-9c97-ea00b8851cac req-5fd4cda1-abc9-41dc-bbbb-47129e60f0f9 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Allocated IP 172.20.0.10 (cf6bcf08-16c2-430e-b630-d9fa645b940f/7d91da0e-c8e1-4689-8df1-180aa1bc9ec6/b5f861d7-0c01-4de5-ab7e-d78dceee6656) {{(pid=100453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:47:48.477824 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-0502674e-296d-4208-b51e-a40f2b0ad982 req-fc494b1a-57d7-4e36-ac63-64607006fe82 service neutron] 10.222.0.72 "GET /v2.0/networks/933b11c6-c16c-4f49-9f97-7720f111f0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525171 Sep 22 16:47:48.479675 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-dd318bf6-cc4c-4931-b6e0-0b6149b37a69 req-2d0cbb56-3970-4371-9d8a-8054ea1d0f4c service neutron] 10.222.0.72 "GET /v2.0/networks/818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476314 Sep 22 16:47:48.624865 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [req-4f0b4724-0c64-4f1c-9c97-ea00b8851cac req-5fd4cda1-abc9-41dc-bbbb-47129e60f0f9 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks [] for port, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:48.643511 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-0502674e-296d-4208-b51e-a40f2b0ad982 req-6b378a6e-38da-44c7-b83c-0f2ec49afb3f service neutron] 10.222.0.72 "GET /v2.0/networks/933b11c6-c16c-4f49-9f97-7720f111f0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522822 Sep 22 16:47:48.645365 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-dd318bf6-cc4c-4931-b6e0-0b6149b37a69 req-c957549f-bdab-4b81-ae8d-df2d79ea91be service neutron] 10.222.0.72 "GET /v2.0/networks/818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531725 Sep 22 16:47:48.646457 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4b3d2-329d-4fb4-9dc9-e39c524777d9 req-d2d800e7-533c-4ec8-9145-b1722f34ad3f tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:48.648175 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-31e4b3d2-329d-4fb4-9dc9-e39c524777d9 req-d2d800e7-533c-4ec8-9145-b1722f34ad3f tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 944 time: 0.0805893 Sep 22 16:47:48.692919 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [req-4f0b4724-0c64-4f1c-9c97-ea00b8851cac req-5fd4cda1-abc9-41dc-bbbb-47129e60f0f9 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735274499777'] for port, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:48.704818 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-31e4b3d2-329d-4fb4-9dc9-e39c524777d9 req-a085b49d-7632-42b5-bb3e-2ed8005d2e55 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496197 Sep 22 16:47:48.739651 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f0b4724-0c64-4f1c-9c97-ea00b8851cac req-5fd4cda1-abc9-41dc-bbbb-47129e60f0f9 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Network cf6bcf08-16c2-430e-b630-d9fa645b940f is already hosted by enough agents. {{(pid=100453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:47:48.742562 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.base_scheduler [req-4f0b4724-0c64-4f1c-9c97-ea00b8851cac req-5fd4cda1-abc9-41dc-bbbb-47129e60f0f9 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Resources bound (agent type, host, resource id): {{(pid=100453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:47:48.749720 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f0b4724-0c64-4f1c-9c97-ea00b8851cac req-5fd4cda1-abc9-41dc-bbbb-47129e60f0f9 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Received port after_create {{(pid=100453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 16:47:48.755249 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b4724-0c64-4f1c-9c97-ea00b8851cac req-5fd4cda1-abc9-41dc-bbbb-47129e60f0f9 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:48.755877 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [req-4f0b4724-0c64-4f1c-9c97-ea00b8851cac req-5fd4cda1-abc9-41dc-bbbb-47129e60f0f9 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for port, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:48.761280 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd4cda1-abc9-41dc-bbbb-47129e60f0f9 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Pushing event updated for resources: {'Port': ['ID=b5f861d7-0c01-4de5-ab7e-d78dceee6656,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:48.803772 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-4f0b4724-0c64-4f1c-9c97-ea00b8851cac req-5fd4cda1-abc9-41dc-bbbb-47129e60f0f9 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6774600 Sep 22 16:47:48.826353 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5046d2-6960-4adf-a54e-e1adb0a1df1b req-7f8b671e-24dd-4814-83a7-c8b613f0d7fd tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:48.827885 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-0c5046d2-6960-4adf-a54e-e1adb0a1df1b req-7f8b671e-24dd-4814-83a7-c8b613f0d7fd tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 943 time: 0.0675640 Sep 22 16:47:48.832801 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.v2.base [req-4f0b4724-0c64-4f1c-9c97-ea00b8851cac req-61642b8c-6708-4b08-b66d-707f0be1b22f service neutron] Request body: {'port': {'device_id': '4fdc089f-fa72-4b18-bd7d-93999047877b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=100453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:47:48.899977 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c4b69-e86f-41cf-b367-b040424c7a3e req-192bbe1f-2e8a-44d9-be7e-aca7c0dc0c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:48.901965 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-069c4b69-e86f-41cf-b367-b040424c7a3e req-192bbe1f-2e8a-44d9-be7e-aca7c0dc0c0c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b8bdb2bea31e47d187cb21b1f1e64ba1&device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 1097 time: 0.0821102 Sep 22 16:47:48.929984 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-0c5046d2-6960-4adf-a54e-e1adb0a1df1b req-3f66cd67-3f09-4d0d-ade6-d8f48bc3467a tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934575 Sep 22 16:47:48.935277 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [req-4f0b4724-0c64-4f1c-9c97-ea00b8851cac req-61642b8c-6708-4b08-b66d-707f0be1b22f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:49.071825 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-9361a1e2-0186-4e1e-9350-9455fa7feb04 None None] Provisioning complete for port b5f861d7-0c01-4de5-ab7e-d78dceee6656 triggered by entity DHCP. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:47:49.073012 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-9361a1e2-0186-4e1e-9350-9455fa7feb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:49.103389 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c4b69-e86f-41cf-b367-b040424c7a3e req-fd9905a5-981b-4b54-8af1-48a612ea6868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:49.104986 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-069c4b69-e86f-41cf-b367-b040424c7a3e req-fd9905a5-981b-4b54-8af1-48a612ea6868 service neutron] 10.222.0.72 "GET /v2.0/networks?id=933b11c6-c16c-4f49-9f97-7720f111f0ed HTTP/1.1" status: 200 len: 921 time: 0.1959112 Sep 22 16:47:49.108589 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-9361a1e2-0186-4e1e-9350-9455fa7feb04 None None] Port b5f861d7-0c01-4de5-ab7e-d78dceee6656 cannot update to ACTIVE because it is not bound. {{(pid=100454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 16:47:49.157261 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d587c585-f492-483a-af1d-e4c7b214ac38 req-2d5afc67-ac08-46cf-b6cc-1500019f5277 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:49.159324 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-d587c585-f492-483a-af1d-e4c7b214ac38 req-2d5afc67-ac08-46cf-b6cc-1500019f5277 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 932 time: 0.1266880 Sep 22 16:47:49.257487 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-d587c585-f492-483a-af1d-e4c7b214ac38 req-d922021f-5a3f-4cdb-b06a-def50c05089b tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0744116 Sep 22 16:47:49.296438 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-069c4b69-e86f-41cf-b367-b040424c7a3e req-cb67ba51-1365-407e-8747-fc0a9f0686ea service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ad687de-ba80-48f4-a7a5-65b19cba6c9a HTTP/1.1" status: 200 len: 217 time: 0.1835363 Sep 22 16:47:49.331228 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.notifiers.nova [req-4f0b4724-0c64-4f1c-9c97-ea00b8851cac req-61642b8c-6708-4b08-b66d-707f0be1b22f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5f861d7-0c01-4de5-ab7e-d78dceee6656 {{(pid=100453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 16:47:49.340391 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [req-4f0b4724-0c64-4f1c-9c97-ea00b8851cac req-61642b8c-6708-4b08-b66d-707f0be1b22f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:49.346089 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c4b69-e86f-41cf-b367-b040424c7a3e req-ec414739-94dc-4ce7-8b2c-68f591964306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:49.347545 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-069c4b69-e86f-41cf-b367-b040424c7a3e req-ec414739-94dc-4ce7-8b2c-68f591964306 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cc6f66dc-a466-4cdc-9953-0a3b593f7cb6 HTTP/1.1" status: 200 len: 859 time: 0.0429530 Sep 22 16:47:49.352898 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.db.provisioning_blocks [req-4f0b4724-0c64-4f1c-9c97-ea00b8851cac req-61642b8c-6708-4b08-b66d-707f0be1b22f service neutron] Transition to ACTIVE for port object b5f861d7-0c01-4de5-ab7e-d78dceee6656 will not be triggered until provisioned by entity L2. {{(pid=100453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:47:49.358184 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [req-4f0b4724-0c64-4f1c-9c97-ea00b8851cac req-61642b8c-6708-4b08-b66d-707f0be1b22f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:49.437080 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61642b8c-6708-4b08-b66d-707f0be1b22f service neutron] Pushing event updated for resources: {'Port': ['ID=b5f861d7-0c01-4de5-ab7e-d78dceee6656,revision_number=2']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:49.469206 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.managers [req-4f0b4724-0c64-4f1c-9c97-ea00b8851cac req-61642b8c-6708-4b08-b66d-707f0be1b22f service neutron] Attempting to bind port b5f861d7-0c01-4de5-ab7e-d78dceee6656 on host hv-cinder-80996 for vnic_type normal with profile {{(pid=100453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 16:47:49.469542 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.managers [req-4f0b4724-0c64-4f1c-9c97-ea00b8851cac req-61642b8c-6708-4b08-b66d-707f0be1b22f service neutron] Attempting to bind port b5f861d7-0c01-4de5-ab7e-d78dceee6656 by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': '3afac084-fecd-4942-8672-011c0558f65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'cf6bcf08-16c2-430e-b630-d9fa645b940f'}] {{(pid=100453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 16:47:49.469895 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0b4724-0c64-4f1c-9c97-ea00b8851cac req-61642b8c-6708-4b08-b66d-707f0be1b22f service neutron] Attempting to bind port b5f861d7-0c01-4de5-ab7e-d78dceee6656 on network cf6bcf08-16c2-430e-b630-d9fa645b940f {{(pid=100453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 16:47:49.477089 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0b4724-0c64-4f1c-9c97-ea00b8851cac req-61642b8c-6708-4b08-b66d-707f0be1b22f service neutron] Port b5f861d7-0c01-4de5-ab7e-d78dceee6656 on network cf6bcf08-16c2-430e-b630-d9fa645b940f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=100453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 16:47:49.477448 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0b4724-0c64-4f1c-9c97-ea00b8851cac req-61642b8c-6708-4b08-b66d-707f0be1b22f service neutron] Attempting to bind port b5f861d7-0c01-4de5-ab7e-d78dceee6656 on network cf6bcf08-16c2-430e-b630-d9fa645b940f {{(pid=100453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 16:47:49.485732 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0b4724-0c64-4f1c-9c97-ea00b8851cac req-61642b8c-6708-4b08-b66d-707f0be1b22f service neutron] Checking agent: {'id': 'b620640a-8129-43ac-bbbc-6cb85f2c2acf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 16, 45, 26), 'started_at': datetime.datetime(2021, 9, 22, 16, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 16, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 16:47:49.486067 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0b4724-0c64-4f1c-9c97-ea00b8851cac req-61642b8c-6708-4b08-b66d-707f0be1b22f service neutron] Checking segment: {'id': '3afac084-fecd-4942-8672-011c0558f65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'cf6bcf08-16c2-430e-b630-d9fa645b940f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 16:47:49.486449 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0b4724-0c64-4f1c-9c97-ea00b8851cac req-61642b8c-6708-4b08-b66d-707f0be1b22f service neutron] Bound using segment: {'id': '3afac084-fecd-4942-8672-011c0558f65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'cf6bcf08-16c2-430e-b630-d9fa645b940f'} {{(pid=100453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 16:47:49.486883 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.managers [req-4f0b4724-0c64-4f1c-9c97-ea00b8851cac req-61642b8c-6708-4b08-b66d-707f0be1b22f service neutron] Bound port: b5f861d7-0c01-4de5-ab7e-d78dceee6656, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3afac084-fecd-4942-8672-011c0558f65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'cf6bcf08-16c2-430e-b630-d9fa645b940f'}}] {{(pid=100453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 16:47:49.487249 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [req-4f0b4724-0c64-4f1c-9c97-ea00b8851cac req-61642b8c-6708-4b08-b66d-707f0be1b22f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:49.498500 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafae4a7-a63c-4c1c-893e-4788e49cc690 req-dc599d5a-6842-4358-ba41-92de367af349 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:49.500089 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-aafae4a7-a63c-4c1c-893e-4788e49cc690 req-dc599d5a-6842-4358-ba41-92de367af349 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/ports?device_id=3aac2995-1fa9-4ca3-8871-67080eddf214 HTTP/1.1" status: 200 len: 943 time: 0.0971048 Sep 22 16:47:49.566598 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-aafae4a7-a63c-4c1c-893e-4788e49cc690 req-c7c1854c-bcd7-4a27-b3ba-2e9efabf9219 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/security-groups?id=d68185b6-4f9e-46c7-85bd-951d06229eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600460 Sep 22 16:47:49.589212 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.db [req-4f0b4724-0c64-4f1c-9c97-ea00b8851cac req-61642b8c-6708-4b08-b66d-707f0be1b22f service neutron] For port b5f861d7-0c01-4de5-ab7e-d78dceee6656, host hv-cinder-80996, cleared binding levels {{(pid=100453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 16:47:49.592290 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.db [req-4f0b4724-0c64-4f1c-9c97-ea00b8851cac req-61642b8c-6708-4b08-b66d-707f0be1b22f service neutron] For port b5f861d7-0c01-4de5-ab7e-d78dceee6656, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=b5f861d7-0c01-4de5-ab7e-d78dceee6656,segment=NetworkSegment(3afac084-fecd-4942-8672-011c0558f65a),segment_id=3afac084-fecd-4942-8672-011c0558f65a)] {{(pid=100453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 16:47:49.597044 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [req-4f0b4724-0c64-4f1c-9c97-ea00b8851cac req-61642b8c-6708-4b08-b66d-707f0be1b22f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:49.648574 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b4724-0c64-4f1c-9c97-ea00b8851cac req-61642b8c-6708-4b08-b66d-707f0be1b22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:49.649223 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [req-4f0b4724-0c64-4f1c-9c97-ea00b8851cac req-61642b8c-6708-4b08-b66d-707f0be1b22f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for port, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:49.650951 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-4f0b4724-0c64-4f1c-9c97-ea00b8851cac req-61642b8c-6708-4b08-b66d-707f0be1b22f service neutron] 10.222.0.72 "PUT /v2.0/ports/b5f861d7-0c01-4de5-ab7e-d78dceee6656 HTTP/1.1" status: 200 len: 1094 time: 0.8220842 Sep 22 16:47:49.651449 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fdc089f-fa72-4b18-bd7d-93999047877b', 'tag': 'b5f861d7-0c01-4de5-ab7e-d78dceee6656'}] {{(pid=100453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 16:47:49.653653 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e4dd1ec7b6bb508b8f985d0227854479c11c36687027ca7eec5a37465d8b4ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03c4484-1cf7-40f4-a16a-dbe461b60e8e" -d '{"events": [{"name": "network-changed", "server_uuid": "4fdc089f-fa72-4b18-bd7d-93999047877b", "tag": "b5f861d7-0c01-4de5-ab7e-d78dceee6656"}]}' {{(pid=100453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:47:49.665754 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61642b8c-6708-4b08-b66d-707f0be1b22f service neutron] Pushing event updated for resources: {'Port': ['ID=b5f861d7-0c01-4de5-ab7e-d78dceee6656,revision_number=3']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:47:49.698296 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 16:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7afddb-990b-4357-9354-482500c39e4f x-openstack-request-id: req-bb7afddb-990b-4357-9354-482500c39e4f {{(pid=100453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:47:49.698580 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fdc089f-fa72-4b18-bd7d-93999047877b", "tag": "b5f861d7-0c01-4de5-ab7e-d78dceee6656", "status": "completed", "code": 200}]} {{(pid=100453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:47:49.698821 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bb7afddb-990b-4357-9354-482500c39e4f {{(pid=100453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:47:49.699205 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fdc089f-fa72-4b18-bd7d-93999047877b', 'tag': 'b5f861d7-0c01-4de5-ab7e-d78dceee6656', 'status': 'completed', 'code': 200} Sep 22 16:47:49.836661 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b5cceb-b3f6-4359-a57e-7e4635b50c39 req-81a45170-af7e-4c9c-9236-0a3f0e1bef3d tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:49.839284 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-47b5cceb-b3f6-4359-a57e-7e4635b50c39 req-81a45170-af7e-4c9c-9236-0a3f0e1bef3d tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 944 time: 0.0584219 Sep 22 16:47:49.877280 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-47b5cceb-b3f6-4359-a57e-7e4635b50c39 req-731073d9-6756-4603-b4d2-16407abea6c7 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328460 Sep 22 16:47:49.904077 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a375947-7b62-4300-94be-f505cf01b377', 'tag': '6a718f0a-bbc2-4ab1-8f9e-3eee69237667'}] {{(pid=100452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 16:47:49.906449 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3daeaf716feba76a3af1624af44cd9d3b401b8dbf4d63f278f059799def7c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27209e6f-4a88-4837-9537-f7752aaea70c" -d '{"events": [{"name": "network-changed", "server_uuid": "5a375947-7b62-4300-94be-f505cf01b377", "tag": "6a718f0a-bbc2-4ab1-8f9e-3eee69237667"}]}' {{(pid=100452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:47:49.940977 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 16:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ee858b-6720-4dca-9c85-f8c875ca3816 x-openstack-request-id: req-c3ee858b-6720-4dca-9c85-f8c875ca3816 {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:47:49.941264 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a375947-7b62-4300-94be-f505cf01b377", "tag": "6a718f0a-bbc2-4ab1-8f9e-3eee69237667", "status": "completed", "code": 200}]} {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:47:49.941538 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c3ee858b-6720-4dca-9c85-f8c875ca3816 {{(pid=100452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:47:49.941947 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a375947-7b62-4300-94be-f505cf01b377', 'tag': '6a718f0a-bbc2-4ab1-8f9e-3eee69237667', 'status': 'completed', 'code': 200} Sep 22 16:47:50.052501 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280aa52c-a57e-4a77-a28a-599ca259f40b req-201efcdb-a858-41c6-9df5-7041242fd82f tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:50.053879 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-280aa52c-a57e-4a77-a28a-599ca259f40b req-201efcdb-a858-41c6-9df5-7041242fd82f tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 943 time: 0.0495832 Sep 22 16:47:50.090603 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-280aa52c-a57e-4a77-a28a-599ca259f40b req-26be90d0-a8fe-45f3-88b1-d4887a576301 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301576 Sep 22 16:47:50.380766 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316537cd-85bc-4521-b1d4-e34b4059a2df req-1f86d193-4a2e-47e7-bd97-2fa8e6fc1441 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:50.382270 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-316537cd-85bc-4521-b1d4-e34b4059a2df req-1f86d193-4a2e-47e7-bd97-2fa8e6fc1441 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 944 time: 0.0476165 Sep 22 16:47:50.424745 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-316537cd-85bc-4521-b1d4-e34b4059a2df req-ecc6f4fe-3e64-4a43-9564-172eeb161ba2 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363913 Sep 22 16:47:50.678670 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff30f4-b2b7-4341-a6ad-051bad1277e5 req-a12dda85-a1a3-4fda-b9fe-efdada6270b0 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:50.680109 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-bdff30f4-b2b7-4341-a6ad-051bad1277e5 req-a12dda85-a1a3-4fda-b9fe-efdada6270b0 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/ports?device_id=3aac2995-1fa9-4ca3-8871-67080eddf214 HTTP/1.1" status: 200 len: 943 time: 0.0467656 Sep 22 16:47:50.716886 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-bdff30f4-b2b7-4341-a6ad-051bad1277e5 req-aa4ad6db-de60-405a-9f94-1dbf73ee3628 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/security-groups?id=d68185b6-4f9e-46c7-85bd-951d06229eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302188 Sep 22 16:47:50.990420 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1abd2-ac0c-45a8-8d51-8ba5896b5805 req-78fe5228-f3e5-4a52-9931-5e6c940cd951 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:50.991864 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-68c1abd2-ac0c-45a8-8d51-8ba5896b5805 req-78fe5228-f3e5-4a52-9931-5e6c940cd951 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 944 time: 0.0477943 Sep 22 16:47:51.028541 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-68c1abd2-ac0c-45a8-8d51-8ba5896b5805 req-802b08b7-2f5b-4a3c-99b8-b0c7baedf68c tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303881 Sep 22 16:47:51.201427 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a9c0a7-35cd-46c0-aa2e-48684d0c2e7c req-6b7803d5-80fd-497b-8c27-224e98a038d2 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:51.202886 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-62a9c0a7-35cd-46c0-aa2e-48684d0c2e7c req-6b7803d5-80fd-497b-8c27-224e98a038d2 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 943 time: 0.0474811 Sep 22 16:47:51.242534 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-62a9c0a7-35cd-46c0-aa2e-48684d0c2e7c req-32113f7a-4453-4f5b-a8c8-7324efd9d1bc tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337617 Sep 22 16:47:51.543068 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c87f321-ccbc-40c5-9b15-c7369c7e2c3e req-eb346232-d767-4214-a61a-bf52aaeaa55b tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:51.544544 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-0c87f321-ccbc-40c5-9b15-c7369c7e2c3e req-eb346232-d767-4214-a61a-bf52aaeaa55b tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 944 time: 0.0495901 Sep 22 16:47:51.581618 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-0c87f321-ccbc-40c5-9b15-c7369c7e2c3e req-e1184e19-652b-42c5-8e30-5ef8cc8acb2a tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311291 Sep 22 16:47:51.828919 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6baef-a3f1-44b3-9feb-e1e36c42246c req-735551f4-381f-4afb-836d-ff7688b90c99 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:51.830391 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-65b6baef-a3f1-44b3-9feb-e1e36c42246c req-735551f4-381f-4afb-836d-ff7688b90c99 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/ports?device_id=3aac2995-1fa9-4ca3-8871-67080eddf214 HTTP/1.1" status: 200 len: 943 time: 0.0480134 Sep 22 16:47:51.866556 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-65b6baef-a3f1-44b3-9feb-e1e36c42246c req-ef1fe1f3-8943-4d1a-b111-6ae5f8113145 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/security-groups?id=d68185b6-4f9e-46c7-85bd-951d06229eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303285 Sep 22 16:47:52.129056 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-069c4b69-e86f-41cf-b367-b040424c7a3e req-22271d29-02f9-42d3-a030-2b3db51efe9a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=933b11c6-c16c-4f49-9f97-7720f111f0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273216 Sep 22 16:47:52.169288 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b318b6-647d-41a7-aca5-0b211d1e0af4 req-8f95dde6-7f5a-4631-8c90-cf47e456ff33 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:52.170791 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-67b318b6-647d-41a7-aca5-0b211d1e0af4 req-8f95dde6-7f5a-4631-8c90-cf47e456ff33 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 944 time: 0.0779326 Sep 22 16:47:52.194845 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27209e6f-4a88-4837-9537-f7752aaea70c req-830dbc60-2f93-4b88-84bd-f904b30ae98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:52.196425 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-27209e6f-4a88-4837-9537-f7752aaea70c req-830dbc60-2f93-4b88-84bd-f904b30ae98c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=561be258dcb34fb388cd55aeb3bb42b0&device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 1096 time: 0.0652666 Sep 22 16:47:52.215096 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-67b318b6-647d-41a7-aca5-0b211d1e0af4 req-1c3151fb-5626-4474-bbf2-8b558feee9e7 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369904 Sep 22 16:47:52.356338 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ec669-692a-4280-95cf-1850e3529029 req-271630ac-fd3d-4a60-bc86-d5afc605323c tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:52.357738 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-212ec669-692a-4280-95cf-1850e3529029 req-271630ac-fd3d-4a60-bc86-d5afc605323c tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 943 time: 0.0479369 Sep 22 16:47:52.393921 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-212ec669-692a-4280-95cf-1850e3529029 req-8a284221-4f28-4ba5-be08-1d45553ec95b tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300796 Sep 22 16:47:52.697330 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e65edc-a860-4b8f-88c9-b6c9f2967a84 req-75e383d5-37e0-42b9-bd19-d8f46d42ede4 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:52.698812 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-d1e65edc-a860-4b8f-88c9-b6c9f2967a84 req-75e383d5-37e0-42b9-bd19-d8f46d42ede4 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 944 time: 0.0475051 Sep 22 16:47:52.735612 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-d1e65edc-a860-4b8f-88c9-b6c9f2967a84 req-7f132810-9b7c-4443-be5f-8aae2feeb570 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309567 Sep 22 16:47:52.985586 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb5b383-bcc7-4431-a320-c6cbfa226cd7 req-9548cae6-37c1-4888-88c4-d0cc209c9c6e tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:52.987042 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-edb5b383-bcc7-4431-a320-c6cbfa226cd7 req-9548cae6-37c1-4888-88c4-d0cc209c9c6e tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/ports?device_id=3aac2995-1fa9-4ca3-8871-67080eddf214 HTTP/1.1" status: 200 len: 943 time: 0.0544727 Sep 22 16:47:53.029330 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-edb5b383-bcc7-4431-a320-c6cbfa226cd7 req-69482394-84f3-4e5c-8a5f-72d5843bb268 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/security-groups?id=d68185b6-4f9e-46c7-85bd-951d06229eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363359 Sep 22 16:47:53.331298 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e150a91-1569-49da-9126-6f362a898bca req-1b105634-7d96-4b12-8ae9-b7e3621723d3 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:53.332857 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-5e150a91-1569-49da-9126-6f362a898bca req-1b105634-7d96-4b12-8ae9-b7e3621723d3 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 944 time: 0.0494802 Sep 22 16:47:53.369748 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-5e150a91-1569-49da-9126-6f362a898bca req-2a58a990-d0ca-4533-92d3-b18a7ffd411d tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310240 Sep 22 16:47:53.564947 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc49ba6-9af3-4c7b-93ff-6c69c2e8e732 req-f113eb16-9da4-46ad-b171-c9893fba6913 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:53.566642 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-0bc49ba6-9af3-4c7b-93ff-6c69c2e8e732 req-f113eb16-9da4-46ad-b171-c9893fba6913 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 943 time: 0.1074691 Sep 22 16:47:53.576507 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c4484-1cf7-40f4-a16a-dbe461b60e8e req-8d2b9c43-5d5a-417e-99d1-d153070a6ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:53.577722 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-b03c4484-1cf7-40f4-a16a-dbe461b60e8e req-8d2b9c43-5d5a-417e-99d1-d153070a6ced service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fe0862b93ee9429196930d5fd745e5cc&device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 1097 time: 0.0901370 Sep 22 16:47:53.606049 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27209e6f-4a88-4837-9537-f7752aaea70c req-fe5c642d-a65c-4b69-a6eb-835737e3f2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:53.607513 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-27209e6f-4a88-4837-9537-f7752aaea70c req-fe5c642d-a65c-4b69-a6eb-835737e3f2f3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5 HTTP/1.1" status: 200 len: 912 time: 0.1196866 Sep 22 16:47:53.630761 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-069c4b69-e86f-41cf-b367-b040424c7a3e req-1c1dbe8e-ee8b-4e56-8997-f0513872a067 service neutron] 10.222.0.72 "GET /v2.0/networks/933b11c6-c16c-4f49-9f97-7720f111f0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506565 Sep 22 16:47:53.658550 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-27209e6f-4a88-4837-9537-f7752aaea70c req-88a5ab0b-e54d-41f0-9838-4273a715c046 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a718f0a-bbc2-4ab1-8f9e-3eee69237667 HTTP/1.1" status: 200 len: 217 time: 0.0437965 Sep 22 16:47:53.661397 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-0bc49ba6-9af3-4c7b-93ff-6c69c2e8e732 req-0216f895-73b6-4673-981e-eafd691f2c4f tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773520 Sep 22 16:47:53.717911 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27209e6f-4a88-4837-9537-f7752aaea70c req-cc7f07dc-2492-49ab-bdd3-5074f20cd775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:53.719279 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-27209e6f-4a88-4837-9537-f7752aaea70c req-cc7f07dc-2492-49ab-bdd3-5074f20cd775 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6b2e37f6-e9e1-49ca-adc1-92f53c49454f HTTP/1.1" status: 200 len: 849 time: 0.0527771 Sep 22 16:47:53.777157 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27209e6f-4a88-4837-9537-f7752aaea70c req-62196d46-d266-44ef-a59e-844df0b4f45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:53.778654 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-27209e6f-4a88-4837-9537-f7752aaea70c req-62196d46-d266-44ef-a59e-844df0b4f45d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517948 Sep 22 16:47:53.811288 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c4484-1cf7-40f4-a16a-dbe461b60e8e req-fbc025e3-7729-44c8-af44-97502f7d907d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:53.812297 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-b03c4484-1cf7-40f4-a16a-dbe461b60e8e req-fbc025e3-7729-44c8-af44-97502f7d907d service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=fe0862b93ee9429196930d5fd745e5cc&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2212911 Sep 22 16:47:53.852855 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-069c4b69-e86f-41cf-b367-b040424c7a3e req-c8faaf5d-5f20-4272-ba1d-03109775344f service neutron] 10.222.0.72 "GET /v2.0/networks/933b11c6-c16c-4f49-9f97-7720f111f0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038031 Sep 22 16:47:53.909372 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05983f7d-b1a5-4b02-8b11-27f20ed1d9f8 req-7d0e109f-41f3-4d02-9dc2-340dacd219ea tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:53.910866 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-05983f7d-b1a5-4b02-8b11-27f20ed1d9f8 req-7d0e109f-41f3-4d02-9dc2-340dacd219ea tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 944 time: 0.0991840 Sep 22 16:47:53.914649 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-27209e6f-4a88-4837-9537-f7752aaea70c req-adb9eca7-b6bb-4a2b-a48a-2e7d529d67ab service neutron] 10.222.0.72 "GET /v2.0/networks/818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270936 Sep 22 16:47:53.984630 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c4484-1cf7-40f4-a16a-dbe461b60e8e req-56b4c759-58c1-48de-aa38-6f5dc0956a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:53.986157 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-b03c4484-1cf7-40f4-a16a-dbe461b60e8e req-56b4c759-58c1-48de-aa38-6f5dc0956a35 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1668005 Sep 22 16:47:54.003994 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-05983f7d-b1a5-4b02-8b11-27f20ed1d9f8 req-0b976cbf-9522-4e6e-82ea-bcfe11324183 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0837634 Sep 22 16:47:54.030764 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-27209e6f-4a88-4837-9537-f7752aaea70c req-bf6e8813-bbae-4def-8e55-cab2ec8c66cb service neutron] 10.222.0.72 "GET /v2.0/networks/818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048472 Sep 22 16:47:54.141519 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de6dace-0715-42aa-8612-7dfbafeec784 req-76ce6d6f-a63e-41bf-9da4-0def91531fad tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:54.143002 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-5de6dace-0715-42aa-8612-7dfbafeec784 req-76ce6d6f-a63e-41bf-9da4-0def91531fad tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/ports?device_id=3aac2995-1fa9-4ca3-8871-67080eddf214 HTTP/1.1" status: 200 len: 943 time: 0.0484431 Sep 22 16:47:54.181232 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-5de6dace-0715-42aa-8612-7dfbafeec784 req-a3116d33-b24d-4082-9f31-b07fec678ee1 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/security-groups?id=d68185b6-4f9e-46c7-85bd-951d06229eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319226 Sep 22 16:47:54.645957 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b4724-0c64-4f1c-9c97-ea00b8851cac req-ce6f3e5f-5cd8-4496-886a-9ecd2d96344f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:54.647292 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-4f0b4724-0c64-4f1c-9c97-ea00b8851cac req-ce6f3e5f-5cd8-4496-886a-9ecd2d96344f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fe0862b93ee9429196930d5fd745e5cc&device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 1097 time: 0.2352495 Sep 22 16:47:54.664279 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d117e2-8ad1-420e-84ef-c033749540ba req-81e6e841-aae7-4ca3-a8b6-7c6fdfc2183f tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:54.666569 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-30d117e2-8ad1-420e-84ef-c033749540ba req-81e6e841-aae7-4ca3-a8b6-7c6fdfc2183f tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 944 time: 0.2309873 Sep 22 16:47:54.706327 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-4f0b4724-0c64-4f1c-9c97-ea00b8851cac req-b7e27e88-472b-4db0-8750-353fdf93baca service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5f861d7-0c01-4de5-ab7e-d78dceee6656 HTTP/1.1" status: 200 len: 217 time: 0.0388234 Sep 22 16:47:54.763703 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-30d117e2-8ad1-420e-84ef-c033749540ba req-7099b978-cb52-4021-9b06-ac5ab1483108 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896769 Sep 22 16:47:54.771717 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b4724-0c64-4f1c-9c97-ea00b8851cac req-a4ffaa8f-d4b1-4fd6-ae47-aa30d2d2275b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:54.773335 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-4f0b4724-0c64-4f1c-9c97-ea00b8851cac req-a4ffaa8f-d4b1-4fd6-ae47-aa30d2d2275b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7d91da0e-c8e1-4689-8df1-180aa1bc9ec6 HTTP/1.1" status: 200 len: 856 time: 0.0580611 Sep 22 16:47:54.823908 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b4724-0c64-4f1c-9c97-ea00b8851cac req-5f87b153-9e4d-4d1a-ae3b-53c006baf256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:54.825341 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-4f0b4724-0c64-4f1c-9c97-ea00b8851cac req-5f87b153-9e4d-4d1a-ae3b-53c006baf256 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cf6bcf08-16c2-430e-b630-d9fa645b940f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440745 Sep 22 16:47:54.869128 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5da0ed-8aef-4ff1-a5f5-7637942cc8e7 req-1ec03c14-e428-4503-ac23-f562efb22fa2 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:54.870560 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-2b5da0ed-8aef-4ff1-a5f5-7637942cc8e7 req-1ec03c14-e428-4503-ac23-f562efb22fa2 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 943 time: 0.0487394 Sep 22 16:47:54.906430 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-2b5da0ed-8aef-4ff1-a5f5-7637942cc8e7 req-c7e81d64-c456-43fc-833b-20a3b788c49a tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298986 Sep 22 16:47:55.120976 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1866031-1a6f-4d77-a29f-955f5ce6f709 req-caef0ec2-a0e7-4d8e-9a6a-ed363531a919 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:55.122484 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-e1866031-1a6f-4d77-a29f-955f5ce6f709 req-caef0ec2-a0e7-4d8e-9a6a-ed363531a919 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 944 time: 0.0485461 Sep 22 16:47:55.161150 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-e1866031-1a6f-4d77-a29f-955f5ce6f709 req-946a485a-9c15-4f59-94c7-699b72542dba tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324740 Sep 22 16:47:55.304794 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a9e6d6-d179-4935-8c25-49a3d80f6d56 req-18153714-041e-43dd-9539-cd5a4cb1b749 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:55.304794 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-79a9e6d6-d179-4935-8c25-49a3d80f6d56 req-18153714-041e-43dd-9539-cd5a4cb1b749 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/ports?device_id=3aac2995-1fa9-4ca3-8871-67080eddf214 HTTP/1.1" status: 200 len: 943 time: 0.0563767 Sep 22 16:47:55.348621 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-79a9e6d6-d179-4935-8c25-49a3d80f6d56 req-baff741c-aaf9-42db-915a-21db7e6cd0d0 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/security-groups?id=d68185b6-4f9e-46c7-85bd-951d06229eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401108 Sep 22 16:47:55.716290 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-f72263fd-8e9f-42c0-a8db-fd6b5883125b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:55.877741 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f74e017-ce18-43c6-af8e-ecfc32968c91 req-3877511e-e6e0-4e9d-94bd-db23c0275f6c tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:55.879187 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-2f74e017-ce18-43c6-af8e-ecfc32968c91 req-3877511e-e6e0-4e9d-94bd-db23c0275f6c tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 944 time: 0.0477314 Sep 22 16:47:55.917629 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-2f74e017-ce18-43c6-af8e-ecfc32968c91 req-0dfd8a5f-9b7a-4fda-a54d-bd34fe466876 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318952 Sep 22 16:47:56.016927 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed20f14-e64f-443d-b9e3-146097a332e0 req-7c187919-6c8a-4c60-b215-f53831378ecf tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:56.018459 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-0ed20f14-e64f-443d-b9e3-146097a332e0 req-7c187919-6c8a-4c60-b215-f53831378ecf tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 943 time: 0.0472982 Sep 22 16:47:56.054518 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-0ed20f14-e64f-443d-b9e3-146097a332e0 req-bef02778-6a2a-4dc4-abea-86194af8e102 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299776 Sep 22 16:47:56.135047 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:56.281174 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58cb8b0-e1bb-4a62-838e-88c05e8c8e4a req-9243b88b-d961-4064-91b8-61c81aa4f3c7 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:56.282571 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-c58cb8b0-e1bb-4a62-838e-88c05e8c8e4a req-9243b88b-d961-4064-91b8-61c81aa4f3c7 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 944 time: 0.0503795 Sep 22 16:47:56.319226 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-c58cb8b0-e1bb-4a62-838e-88c05e8c8e4a req-9a84a752-d3d2-46ab-909d-c99fcb6a11de tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308862 Sep 22 16:47:56.459781 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa20cd-49b2-42c6-aa70-ade24b04abbd req-1192fc8c-450b-409a-ade9-b0c6b0051ad5 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:56.461228 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-bafa20cd-49b2-42c6-aa70-ade24b04abbd req-1192fc8c-450b-409a-ade9-b0c6b0051ad5 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/ports?device_id=3aac2995-1fa9-4ca3-8871-67080eddf214 HTTP/1.1" status: 200 len: 943 time: 0.0475597 Sep 22 16:47:56.498173 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-bafa20cd-49b2-42c6-aa70-ade24b04abbd req-845ab005-0142-41dd-aa41-ae6dfb48f412 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/security-groups?id=d68185b6-4f9e-46c7-85bd-951d06229eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304899 Sep 22 16:47:56.917437 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-4f0b4724-0c64-4f1c-9c97-ea00b8851cac req-0189f51a-2dad-48d2-b2f5-0636979074d5 service neutron] 10.222.0.72 "GET /v2.0/networks/cf6bcf08-16c2-430e-b630-d9fa645b940f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847445 Sep 22 16:47:57.029163 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4e0f8-61bf-4dcb-b1d5-b0b658714e4a req-dc242041-fff3-4750-b21d-d60e7798711c tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:57.030628 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-13b4e0f8-61bf-4dcb-b1d5-b0b658714e4a req-dc242041-fff3-4750-b21d-d60e7798711c tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 944 time: 0.0481904 Sep 22 16:47:57.066618 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-13b4e0f8-61bf-4dcb-b1d5-b0b658714e4a req-a2b028c8-9543-47c2-9745-ff885c460d89 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300567 Sep 22 16:47:57.164888 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b8465-e664-4958-9cc3-6f2b86bcc962 req-d7cfe8c0-8027-44e1-ba09-fb71a3cc812d tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:57.166369 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-7d8b8465-e664-4958-9cc3-6f2b86bcc962 req-d7cfe8c0-8027-44e1-ba09-fb71a3cc812d tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 943 time: 0.0467834 Sep 22 16:47:57.203777 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-7d8b8465-e664-4958-9cc3-6f2b86bcc962 req-7d2a0dc0-cf5c-452d-9e79-c0fe6f09a828 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315211 Sep 22 16:47:57.434181 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b24b3d-187c-4e40-81bd-ac6d96f1a7a5 req-e185fbe2-0698-4307-acc2-b413b2235f1a tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:57.435647 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a2b24b3d-187c-4e40-81bd-ac6d96f1a7a5 req-e185fbe2-0698-4307-acc2-b413b2235f1a tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 944 time: 0.0475054 Sep 22 16:47:57.475479 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a2b24b3d-187c-4e40-81bd-ac6d96f1a7a5 req-64883606-e63c-4958-8e46-187a0fa5616e tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340369 Sep 22 16:47:57.607959 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee7953-d862-4b86-acf5-ea44623ccbc0 req-c95a5384-9d33-4fd1-81ef-5e7197b6138d tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:57.609312 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-71ee7953-d862-4b86-acf5-ea44623ccbc0 req-c95a5384-9d33-4fd1-81ef-5e7197b6138d tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/ports?device_id=3aac2995-1fa9-4ca3-8871-67080eddf214 HTTP/1.1" status: 200 len: 943 time: 0.0472276 Sep 22 16:47:57.645978 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-71ee7953-d862-4b86-acf5-ea44623ccbc0 req-ed7409be-b1d3-4419-aa5f-33828792f4f7 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/security-groups?id=d68185b6-4f9e-46c7-85bd-951d06229eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307746 Sep 22 16:47:57.958581 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-4f0b4724-0c64-4f1c-9c97-ea00b8851cac req-4c86392e-216f-4fe4-a10e-25c4dd7dc8a5 service neutron] 10.222.0.72 "GET /v2.0/networks/cf6bcf08-16c2-430e-b630-d9fa645b940f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834932 Sep 22 16:47:58.179233 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f78af-6d36-402c-be21-633535cf90b3 req-4e264517-0b8a-4cbe-a32d-88a71e31471a tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:58.181363 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-865f78af-6d36-402c-be21-633535cf90b3 req-4e264517-0b8a-4cbe-a32d-88a71e31471a tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 944 time: 0.0489545 Sep 22 16:47:58.216967 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-865f78af-6d36-402c-be21-633535cf90b3 req-152487e9-8caf-470b-a887-40750980d4a9 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297837 Sep 22 16:47:58.316639 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4289f6-76af-4e51-b49b-f3862a018764 req-ca40ac53-43d9-479c-a11b-d0f93c5a9713 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:58.318103 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-cc4289f6-76af-4e51-b49b-f3862a018764 req-ca40ac53-43d9-479c-a11b-d0f93c5a9713 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 943 time: 0.0484021 Sep 22 16:47:58.354077 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-cc4289f6-76af-4e51-b49b-f3862a018764 req-4977e6fa-5fad-4426-9ec4-9b751480af18 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299859 Sep 22 16:47:58.589705 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25842d0f-2e17-4353-a081-ea9478d8771d req-227b1119-076a-4d4e-b4d8-830ed5267fb9 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:58.591458 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-25842d0f-2e17-4353-a081-ea9478d8771d req-227b1119-076a-4d4e-b4d8-830ed5267fb9 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 944 time: 0.0470884 Sep 22 16:47:58.631505 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-25842d0f-2e17-4353-a081-ea9478d8771d req-18469454-1948-4c5c-b1b9-2d1d511daf88 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346003 Sep 22 16:47:58.671273 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-672fa3e5-a9f9-48d6-829e-d9a1dda3fb9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:58.755603 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead2b035-a0a0-4d9f-9161-0ef163ff8c66 req-34b18c2c-892d-463b-9d9a-15264525a203 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:58.757049 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-ead2b035-a0a0-4d9f-9161-0ef163ff8c66 req-34b18c2c-892d-463b-9d9a-15264525a203 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/ports?device_id=3aac2995-1fa9-4ca3-8871-67080eddf214 HTTP/1.1" status: 200 len: 943 time: 0.0475206 Sep 22 16:47:58.794241 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-ead2b035-a0a0-4d9f-9161-0ef163ff8c66 req-8ea76ba9-d5f4-4885-8e6b-40376e0ce771 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/security-groups?id=d68185b6-4f9e-46c7-85bd-951d06229eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307467 Sep 22 16:47:59.004379 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:59.330608 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b2967b-8609-49c6-822c-4aae66e64152 req-64bcecdf-2bda-4641-81c9-cf188c5317e1 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:59.331986 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-78b2967b-8609-49c6-822c-4aae66e64152 req-64bcecdf-2bda-4641-81c9-cf188c5317e1 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 944 time: 0.0482833 Sep 22 16:47:59.368655 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-78b2967b-8609-49c6-822c-4aae66e64152 req-6105b88e-0c65-4728-a595-7ca6d5992b10 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306418 Sep 22 16:47:59.469734 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f08277-6ddc-435c-9897-4c2592f5fff1 req-972ea8cb-afa3-4d54-acec-2a6a415bbe90 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:59.471218 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-d6f08277-6ddc-435c-9897-4c2592f5fff1 req-972ea8cb-afa3-4d54-acec-2a6a415bbe90 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 943 time: 0.0483577 Sep 22 16:47:59.511579 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-d6f08277-6ddc-435c-9897-4c2592f5fff1 req-a7adaa5f-81f3-4385-8741-106456ffce06 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344565 Sep 22 16:47:59.573988 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-c376604a-15ac-4af8-994c-a8e4e85893e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:47:59.747382 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc01d5b7-8a95-49a4-9c90-51c6a2e20e1d req-421a1f35-8a7d-40fe-b3ce-0cfd57ca8dd7 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:59.748845 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-cc01d5b7-8a95-49a4-9c90-51c6a2e20e1d req-421a1f35-8a7d-40fe-b3ce-0cfd57ca8dd7 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 944 time: 0.0475304 Sep 22 16:47:59.786454 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-cc01d5b7-8a95-49a4-9c90-51c6a2e20e1d req-3b8f673f-e452-4025-b734-8652b79a46a0 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318010 Sep 22 16:47:59.905655 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac4da1-e5aa-4ede-bbd2-2cf1438c26fd req-5d144d43-8aa6-44fd-997a-36e2fd2857ec tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:47:59.907092 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-00ac4da1-e5aa-4ede-bbd2-2cf1438c26fd req-5d144d43-8aa6-44fd-997a-36e2fd2857ec tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/ports?device_id=3aac2995-1fa9-4ca3-8871-67080eddf214 HTTP/1.1" status: 200 len: 943 time: 0.0477927 Sep 22 16:47:59.943112 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-00ac4da1-e5aa-4ede-bbd2-2cf1438c26fd req-3bc38c25-cdae-41ec-ab8c-b93c194202f6 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/security-groups?id=d68185b6-4f9e-46c7-85bd-951d06229eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302768 Sep 22 16:48:00.482300 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa88507-7e29-494d-a309-8f72c6eb7656 req-2ac28cd3-b828-458a-968d-c0b7ebc2d364 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:00.483779 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-2aa88507-7e29-494d-a309-8f72c6eb7656 req-2ac28cd3-b828-458a-968d-c0b7ebc2d364 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 944 time: 0.0472336 Sep 22 16:48:00.524415 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-2aa88507-7e29-494d-a309-8f72c6eb7656 req-b09c5dbb-b3e4-4f3d-b0e5-609ee99d4a15 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347049 Sep 22 16:48:00.625057 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9246e4-3e48-4e3f-bf32-a52b67851afb req-5965f6b6-0a0d-4265-9670-529a0c7bb70f tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:00.626506 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-6a9246e4-3e48-4e3f-bf32-a52b67851afb req-5965f6b6-0a0d-4265-9670-529a0c7bb70f tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 943 time: 0.0474246 Sep 22 16:48:00.662863 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-6a9246e4-3e48-4e3f-bf32-a52b67851afb req-a4b2914a-c86d-45d1-b1ee-fa3820fb000d tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305512 Sep 22 16:48:00.900192 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ea12bc52-457f-4758-858a-1e27800db098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:00.901683 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ccaa6-16d7-4f70-99a2-45e169d579c6 req-fcb8b1c2-7bdf-4c64-8be1-1527f4b1eb77 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:00.903192 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-687ccaa6-16d7-4f70-99a2-45e169d579c6 req-fcb8b1c2-7bdf-4c64-8be1-1527f4b1eb77 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 944 time: 0.0484126 Sep 22 16:48:00.941103 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-687ccaa6-16d7-4f70-99a2-45e169d579c6 req-a15ef921-6246-49d2-9383-ef793d7cf3d2 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313601 Sep 22 16:48:01.057394 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c73c4b-87f7-46a6-b786-bcb5c610a8cb req-7c229977-b3c0-4233-af24-cc87f2547f52 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:01.058886 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-10c73c4b-87f7-46a6-b786-bcb5c610a8cb req-7c229977-b3c0-4233-af24-cc87f2547f52 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/ports?device_id=3aac2995-1fa9-4ca3-8871-67080eddf214 HTTP/1.1" status: 200 len: 943 time: 0.0506122 Sep 22 16:48:01.106348 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-10c73c4b-87f7-46a6-b786-bcb5c610a8cb req-28818bfc-061b-44ac-955a-e5314c6a1a10 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/security-groups?id=d68185b6-4f9e-46c7-85bd-951d06229eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409572 Sep 22 16:48:01.640804 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b7628-ee16-4991-9e1c-c41be3bbd6ca req-8e8417a2-543e-4289-be3b-efd001102427 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:01.642317 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f41b7628-ee16-4991-9e1c-c41be3bbd6ca req-8e8417a2-543e-4289-be3b-efd001102427 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 944 time: 0.0493758 Sep 22 16:48:01.681085 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f41b7628-ee16-4991-9e1c-c41be3bbd6ca req-23869dd8-1502-43b8-bc08-5f1720ae70cf tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326710 Sep 22 16:48:01.787019 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ccfc11-f55c-499b-af33-acc887fc5278 req-c8b26d5d-b898-4fb6-bcae-ba741b53b222 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:01.788509 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-09ccfc11-f55c-499b-af33-acc887fc5278 req-c8b26d5d-b898-4fb6-bcae-ba741b53b222 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 943 time: 0.0528185 Sep 22 16:48:01.827657 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-09ccfc11-f55c-499b-af33-acc887fc5278 req-5da1c83f-a3e0-43b5-98b6-a4908e73bcf5 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321600 Sep 22 16:48:02.057413 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f5917-cd9b-4417-afb5-2dbe2f8644b6 req-593699e1-b7bd-404d-81c9-222ce460513e tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:02.058924 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-ad8f5917-cd9b-4417-afb5-2dbe2f8644b6 req-593699e1-b7bd-404d-81c9-222ce460513e tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 944 time: 0.0481677 Sep 22 16:48:02.099684 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-ad8f5917-cd9b-4417-afb5-2dbe2f8644b6 req-b11fa887-8be0-49c1-8b38-2ba37fd63a55 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346727 Sep 22 16:48:02.225902 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027101a-4e83-4a8b-91f1-40b4503b5a99 req-18baa8b8-0cec-4244-aa4a-5d14a26b0a60 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:02.228423 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-6027101a-4e83-4a8b-91f1-40b4503b5a99 req-18baa8b8-0cec-4244-aa4a-5d14a26b0a60 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/ports?device_id=3aac2995-1fa9-4ca3-8871-67080eddf214 HTTP/1.1" status: 200 len: 943 time: 0.0503397 Sep 22 16:48:02.270127 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-6027101a-4e83-4a8b-91f1-40b4503b5a99 req-ab3db8a4-9743-4906-ac9a-8068ad752f19 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/security-groups?id=d68185b6-4f9e-46c7-85bd-951d06229eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353577 Sep 22 16:48:02.315732 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 54314) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:48:02.418058 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-80f07f63-6427-42da-95cf-0b3a0c944f4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:02.504750 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-80f07f63-6427-42da-95cf-0b3a0c944f4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:02.508984 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-80f07f63-6427-42da-95cf-0b3a0c944f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:02.547004 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-80f07f63-6427-42da-95cf-0b3a0c944f4b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3248260f15da4ebea18dfb7628c311c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2302248 Sep 22 16:48:02.548137 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f07f63-6427-42da-95cf-0b3a0c944f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4cc470-0d46-40b8-9e88-647a581fa5b0,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:02.549726 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 54318) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:48:02.598051 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-c3884996-2b07-4d7f-8952-0210bad90450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:02.617654 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-c3884996-2b07-4d7f-8952-0210bad90450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:02.662463 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-c3884996-2b07-4d7f-8952-0210bad90450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:02.664989 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-c3884996-2b07-4d7f-8952-0210bad90450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:02.666131 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-c3884996-2b07-4d7f-8952-0210bad90450 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1b4cc470-0d46-40b8-9e88-647a581fa5b0 HTTP/1.1" status: 204 len: 168 time: 0.1154366 Sep 22 16:48:02.673427 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3884996-2b07-4d7f-8952-0210bad90450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4cc470-0d46-40b8-9e88-647a581fa5b0,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:02.802207 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8baffe-d53d-4111-ab67-dd50f8c0c1e9 req-50046c37-aa9d-4389-afbb-2ed99a4059bb tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:02.803699 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-ea8baffe-d53d-4111-ab67-dd50f8c0c1e9 req-50046c37-aa9d-4389-afbb-2ed99a4059bb tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 944 time: 0.0555069 Sep 22 16:48:02.843649 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-ea8baffe-d53d-4111-ab67-dd50f8c0c1e9 req-10a1cb43-60a7-42fe-a066-e606aa0b51b8 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336993 Sep 22 16:48:02.950336 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63487360-124d-405e-b55a-a9ede4a49d86 req-82d2def3-3567-4849-9f99-e4e0e0108792 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:02.951837 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-63487360-124d-405e-b55a-a9ede4a49d86 req-82d2def3-3567-4849-9f99-e4e0e0108792 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 943 time: 0.0500505 Sep 22 16:48:02.991640 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-63487360-124d-405e-b55a-a9ede4a49d86 req-29bf71ab-9788-415e-a408-631f75303183 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331862 Sep 22 16:48:03.220700 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eebc60-ca69-404c-adbb-ed6a86758205 req-e1857ef5-2acd-4cef-a769-aaf1aeb9310e tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:03.222211 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-56eebc60-ca69-404c-adbb-ed6a86758205 req-e1857ef5-2acd-4cef-a769-aaf1aeb9310e tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 944 time: 0.0480826 Sep 22 16:48:03.260408 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-56eebc60-ca69-404c-adbb-ed6a86758205 req-e9d32354-e69d-4eea-b784-c563d3be6d9f tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313277 Sep 22 16:48:03.388978 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e95c5-072b-438e-b2d8-2a54ec64bf69 req-c961e325-3d5c-4341-8b31-58779fc3b6e4 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:03.390357 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-976e95c5-072b-438e-b2d8-2a54ec64bf69 req-c961e325-3d5c-4341-8b31-58779fc3b6e4 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/ports?device_id=3aac2995-1fa9-4ca3-8871-67080eddf214 HTTP/1.1" status: 200 len: 943 time: 0.0509541 Sep 22 16:48:03.426922 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-976e95c5-072b-438e-b2d8-2a54ec64bf69 req-8b9311c4-2014-4f85-bc48-9e0a06150195 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/security-groups?id=d68185b6-4f9e-46c7-85bd-951d06229eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305843 Sep 22 16:48:03.795171 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device 450cb8e9-3f47-4f79-98aa-a290a9c95270 details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=100454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 16:48:03.901480 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port 450cb8e9-3f47-4f79-98aa-a290a9c95270, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=450cb8e9-3f47-4f79-98aa-a290a9c95270,segment=NetworkSegment(b6ba7d1e-6c40-4dce-a4e5-6a2e09de503a),segment_id=b6ba7d1e-6c40-4dce-a4e5-6a2e09de503a)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:48:03.913653 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Returning: {'device': '450cb8e9-3f47-4f79-98aa-a290a9c95270', 'network_id': '7d4c5b46-5b9b-4fb5-b0f6-5a1adac27578', 'port_id': '450cb8e9-3f47-4f79-98aa-a290a9c95270', 'mac_address': 'fa:16:3e:c4:26:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1053, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1be6fdda-c675-42d5-bc59-ee2b2c380e51', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 16:48:03.957984 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:03.968588 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ff089-0bc4-49fb-95a3-ce99bfc649eb req-cfa74673-027c-43ee-830d-e99e1dc0b925 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:03.970310 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-1e7ff089-0bc4-49fb-95a3-ce99bfc649eb req-cfa74673-027c-43ee-830d-e99e1dc0b925 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 944 time: 0.0574853 Sep 22 16:48:03.972268 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 54386) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:48:03.977987 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.notifiers.nova [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 450cb8e9-3f47-4f79-98aa-a290a9c95270 {{(pid=100454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 16:48:03.999259 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port 450cb8e9-3f47-4f79-98aa-a290a9c95270, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=450cb8e9-3f47-4f79-98aa-a290a9c95270,segment=NetworkSegment(b6ba7d1e-6c40-4dce-a4e5-6a2e09de503a),segment_id=b6ba7d1e-6c40-4dce-a4e5-6a2e09de503a)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:48:04.008744 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:04.009418 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device e17e49ab-7fc6-4ed6-8321-386288b88f09 details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=100454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 16:48:04.020395 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-1e7ff089-0bc4-49fb-95a3-ce99bfc649eb req-64986bb0-e991-4a55-abd7-25a2e34fc848 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408196 Sep 22 16:48:04.091696 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Pushing event updated for resources: {'Port': ['ID=450cb8e9-3f47-4f79-98aa-a290a9c95270,revision_number=4']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:04.116576 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-7e287f86-55cb-442f-aeaa-3a678fd61002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:04.143661 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e53882-70b1-485f-bd20-01f5f9545bfc req-db30edbe-7d86-42c2-8184-5cbb2a36881a tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:04.145625 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-14e53882-70b1-485f-bd20-01f5f9545bfc req-db30edbe-7d86-42c2-8184-5cbb2a36881a tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 943 time: 0.0623565 Sep 22 16:48:04.189294 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port e17e49ab-7fc6-4ed6-8321-386288b88f09, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=e17e49ab-7fc6-4ed6-8321-386288b88f09,segment=NetworkSegment(783976c6-44ca-446c-bf38-a700feb1ad11),segment_id=783976c6-44ca-446c-bf38-a700feb1ad11)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:48:04.201097 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-14e53882-70b1-485f-bd20-01f5f9545bfc req-e7c0bf99-178e-4f4c-8911-fcb251af09c3 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487366 Sep 22 16:48:04.202266 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Returning: {'device': 'e17e49ab-7fc6-4ed6-8321-386288b88f09', 'network_id': '933b11c6-c16c-4f49-9f97-7720f111f0ed', 'port_id': 'e17e49ab-7fc6-4ed6-8321-386288b88f09', 'mac_address': 'fa:16:3e:ca:70:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc6f66dc-a466-4cdc-9953-0a3b593f7cb6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 16:48:04.244735 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:04.257395 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-7e287f86-55cb-442f-aeaa-3a678fd61002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:04.261777 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-7e287f86-55cb-442f-aeaa-3a678fd61002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:04.264122 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.notifiers.nova [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e17e49ab-7fc6-4ed6-8321-386288b88f09 {{(pid=100454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 16:48:04.291359 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port e17e49ab-7fc6-4ed6-8321-386288b88f09, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=e17e49ab-7fc6-4ed6-8321-386288b88f09,segment=NetworkSegment(783976c6-44ca-446c-bf38-a700feb1ad11),segment_id=783976c6-44ca-446c-bf38-a700feb1ad11)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:48:04.297103 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:04.298285 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device 6a718f0a-bbc2-4ab1-8f9e-3eee69237667 details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=100454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 16:48:04.302775 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-7e287f86-55cb-442f-aeaa-3a678fd61002 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d26b3eb990a344cc90f919407af7d95f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3287568 Sep 22 16:48:04.302899 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 54396) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:48:04.309309 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e287f86-55cb-442f-aeaa-3a678fd61002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04118e7-2cc1-495a-859f-7f63b180448f,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:04.373313 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-84b9349c-df47-489a-88ba-02c72af11303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:04.402252 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Pushing event updated for resources: {'Port': ['ID=e17e49ab-7fc6-4ed6-8321-386288b88f09,revision_number=4']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:04.417962 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-84b9349c-df47-489a-88ba-02c72af11303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:04.438247 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fe6d8d-fc9b-4edf-9716-a918829b9963 req-9a239c41-8036-4979-a6ef-78765a4511c0 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:04.439657 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-e2fe6d8d-fc9b-4edf-9716-a918829b9963 req-9a239c41-8036-4979-a6ef-78765a4511c0 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 944 time: 0.0841513 Sep 22 16:48:04.468926 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port 6a718f0a-bbc2-4ab1-8f9e-3eee69237667, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=6a718f0a-bbc2-4ab1-8f9e-3eee69237667,segment=NetworkSegment(df59b1c3-5ddd-4375-9ca5-af4209139e38),segment_id=df59b1c3-5ddd-4375-9ca5-af4209139e38)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:48:04.485524 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Returning: {'device': '6a718f0a-bbc2-4ab1-8f9e-3eee69237667', 'network_id': '818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5', 'port_id': '6a718f0a-bbc2-4ab1-8f9e-3eee69237667', 'mac_address': 'fa:16:3e:d0:94:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b2e37f6-e9e1-49ca-adc1-92f53c49454f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 16:48:04.491097 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-e2fe6d8d-fc9b-4edf-9716-a918829b9963 req-82782634-b10b-4f52-8297-55c022d46f10 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441120 Sep 22 16:48:04.503502 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-84b9349c-df47-489a-88ba-02c72af11303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:04.506618 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-84b9349c-df47-489a-88ba-02c72af11303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:04.511073 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-84b9349c-df47-489a-88ba-02c72af11303 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a04118e7-2cc1-495a-859f-7f63b180448f HTTP/1.1" status: 204 len: 168 time: 0.2038617 Sep 22 16:48:04.521036 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b9349c-df47-489a-88ba-02c72af11303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04118e7-2cc1-495a-859f-7f63b180448f,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:04.538499 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:04.562032 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.notifiers.nova [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a718f0a-bbc2-4ab1-8f9e-3eee69237667 {{(pid=100454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 16:48:04.590471 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port 6a718f0a-bbc2-4ab1-8f9e-3eee69237667, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=6a718f0a-bbc2-4ab1-8f9e-3eee69237667,segment=NetworkSegment(df59b1c3-5ddd-4375-9ca5-af4209139e38),segment_id=df59b1c3-5ddd-4375-9ca5-af4209139e38)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:48:04.597195 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:04.649645 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464c1a1-ca61-4e76-bb14-ae5392e8edff req-b7e375dc-baed-4a4c-bc8c-c6ae374bd2ea tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:04.652275 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-1464c1a1-ca61-4e76-bb14-ae5392e8edff req-b7e375dc-baed-4a4c-bc8c-c6ae374bd2ea tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/ports?device_id=3aac2995-1fa9-4ca3-8871-67080eddf214 HTTP/1.1" status: 200 len: 944 time: 0.0567436 Sep 22 16:48:04.657872 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Pushing event updated for resources: {'Port': ['ID=6a718f0a-bbc2-4ab1-8f9e-3eee69237667,revision_number=4']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:04.700393 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-1464c1a1-ca61-4e76-bb14-ae5392e8edff req-b2c3e074-8aff-4288-b6b5-b1acb8307c71 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/security-groups?id=d68185b6-4f9e-46c7-85bd-951d06229eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389957 Sep 22 16:48:05.139712 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b028a3-35dc-41f3-93c5-5b2c6324f5a0 req-18ff0df4-1a03-4a14-a689-9678661cb14f tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:05.141186 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-71b028a3-35dc-41f3-93c5-5b2c6324f5a0 req-18ff0df4-1a03-4a14-a689-9678661cb14f tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 944 time: 0.0524175 Sep 22 16:48:05.181014 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-71b028a3-35dc-41f3-93c5-5b2c6324f5a0 req-7376e832-8d3d-4606-b1aa-8e1ce882ea97 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336504 Sep 22 16:48:05.311798 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e81e03-595a-4fa2-bd64-8b60184c7710 req-8bea1de1-eec6-4fd8-9622-00283b63afd2 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:05.313401 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a7e81e03-595a-4fa2-bd64-8b60184c7710 req-8bea1de1-eec6-4fd8-9622-00283b63afd2 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 944 time: 0.0506999 Sep 22 16:48:05.354040 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a7e81e03-595a-4fa2-bd64-8b60184c7710 req-62bad528-568a-46f0-b5c2-e43ccc34738c tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345700 Sep 22 16:48:05.633862 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd3c694-1383-4b2c-a724-657d6e5d889d req-fe04625e-8e53-414d-8931-89bc6c016aee tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:05.635356 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-5bd3c694-1383-4b2c-a724-657d6e5d889d req-fe04625e-8e53-414d-8931-89bc6c016aee tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 944 time: 0.0472655 Sep 22 16:48:05.674968 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-5bd3c694-1383-4b2c-a724-657d6e5d889d req-079f11c6-f088-48bf-a72d-1b50a1866257 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330501 Sep 22 16:48:05.816285 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd4e9d5-6217-432d-b455-4ab3cb23ebc1 req-dabb34cb-d390-4eb8-ad50-41c9dd999908 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:05.817772 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-1fd4e9d5-6217-432d-b455-4ab3cb23ebc1 req-dabb34cb-d390-4eb8-ad50-41c9dd999908 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/ports?device_id=3aac2995-1fa9-4ca3-8871-67080eddf214 HTTP/1.1" status: 200 len: 944 time: 0.0519075 Sep 22 16:48:05.854718 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-1fd4e9d5-6217-432d-b455-4ab3cb23ebc1 req-57803d88-e24e-4ca5-b3e3-a3fbed4babdc tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/security-groups?id=d68185b6-4f9e-46c7-85bd-951d06229eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307009 Sep 22 16:48:06.241407 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 54472) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:48:06.292890 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09adad48-3dae-4dd6-aa6c-c37e682835ac req-a96ce810-d3d0-4b04-9d95-cc170c79ff80 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:06.294534 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-09adad48-3dae-4dd6-aa6c-c37e682835ac req-a96ce810-d3d0-4b04-9d95-cc170c79ff80 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 944 time: 0.0482357 Sep 22 16:48:06.332338 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-09adad48-3dae-4dd6-aa6c-c37e682835ac req-3e73c09c-f2f9-4329-b7e3-020af9433f7d tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319176 Sep 22 16:48:06.350861 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-fff7152d-b881-4753-8dcf-824d2f29d619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:06.445053 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-fff7152d-b881-4753-8dcf-824d2f29d619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:06.449578 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-fff7152d-b881-4753-8dcf-824d2f29d619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:06.472521 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a69fcf-1f3f-4782-a07e-96aa768635cf req-709d6038-1022-41bc-a3e1-3cfa3755c05e tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:06.474034 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-b5a69fcf-1f3f-4782-a07e-96aa768635cf req-709d6038-1022-41bc-a3e1-3cfa3755c05e tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 944 time: 0.0483186 Sep 22 16:48:06.485720 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff7152d-b881-4753-8dcf-824d2f29d619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d557ba-31ef-4013-9353-7a08d059d0e7,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:06.490026 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-fff7152d-b881-4753-8dcf-824d2f29d619 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b1dc45b0560a43d392fbe738ed6a3eea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2474122 Sep 22 16:48:06.493373 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 54480) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:48:06.513504 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-b5a69fcf-1f3f-4782-a07e-96aa768635cf req-5f2aae9a-19ab-48d0-8bc2-e09085b3bbfd tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330305 Sep 22 16:48:06.540426 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-b9338eac-f2c3-4fe3-ad4b-d40075bcf9ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:06.560116 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-b9338eac-f2c3-4fe3-ad4b-d40075bcf9ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:06.606906 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-b9338eac-f2c3-4fe3-ad4b-d40075bcf9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:06.609218 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-b9338eac-f2c3-4fe3-ad4b-d40075bcf9ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:06.610345 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-b9338eac-f2c3-4fe3-ad4b-d40075bcf9ff admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b1d557ba-31ef-4013-9353-7a08d059d0e7 HTTP/1.1" status: 204 len: 168 time: 0.1165907 Sep 22 16:48:06.618170 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9338eac-f2c3-4fe3-ad4b-d40075bcf9ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d557ba-31ef-4013-9353-7a08d059d0e7,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:06.797646 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e206d9b8-3599-477a-af80-fad2a0dd1355 req-69e8fb75-9bf8-43a9-b582-2d7ff2bfeeac tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:06.799113 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-e206d9b8-3599-477a-af80-fad2a0dd1355 req-69e8fb75-9bf8-43a9-b582-2d7ff2bfeeac tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 944 time: 0.0513890 Sep 22 16:48:06.840671 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-e206d9b8-3599-477a-af80-fad2a0dd1355 req-f48bc3b4-0317-4734-9dae-95c1464c2523 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347650 Sep 22 16:48:06.870166 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 54488) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:48:06.882844 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-7add5714-4498-4c69-b977-9d420b29d638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:06.970868 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f1bffd-34bc-481c-9ba0-cb064f060023 req-33183774-0bd9-4fa1-ba8f-d60b91d4d1b9 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:06.971867 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-7add5714-4498-4c69-b977-9d420b29d638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:06.972329 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-37f1bffd-34bc-481c-9ba0-cb064f060023 req-33183774-0bd9-4fa1-ba8f-d60b91d4d1b9 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/ports?device_id=3aac2995-1fa9-4ca3-8871-67080eddf214 HTTP/1.1" status: 200 len: 944 time: 0.0498614 Sep 22 16:48:06.975819 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-7add5714-4498-4c69-b977-9d420b29d638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:07.010470 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-37f1bffd-34bc-481c-9ba0-cb064f060023 req-b7d0db9a-02ea-42cd-ac3f-f302ab137323 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/security-groups?id=d68185b6-4f9e-46c7-85bd-951d06229eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312264 Sep 22 16:48:07.013968 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-7add5714-4498-4c69-b977-9d420b29d638 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=656a23e440cd4098a88e658a90c8a685&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1427009 Sep 22 16:48:07.014905 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7add5714-4498-4c69-b977-9d420b29d638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce592631-3f52-4118-87f9-c14f62e46f5e,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:07.016479 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 54492) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:48:07.064747 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-82b930b0-45e3-4634-9587-8dc966fdc26f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:07.084641 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-82b930b0-45e3-4634-9587-8dc966fdc26f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:07.129793 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-82b930b0-45e3-4634-9587-8dc966fdc26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:07.132410 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-82b930b0-45e3-4634-9587-8dc966fdc26f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:07.133846 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-82b930b0-45e3-4634-9587-8dc966fdc26f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ce592631-3f52-4118-87f9-c14f62e46f5e HTTP/1.1" status: 204 len: 168 time: 0.1163011 Sep 22 16:48:07.141352 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b930b0-45e3-4634-9587-8dc966fdc26f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce592631-3f52-4118-87f9-c14f62e46f5e,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:07.455668 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5190f-25d1-4ba9-95cb-e847b419e275 req-80ccdb95-527e-457d-a3bc-f272e25b1a63 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:07.457999 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-17e5190f-25d1-4ba9-95cb-e847b419e275 req-80ccdb95-527e-457d-a3bc-f272e25b1a63 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 944 time: 0.0542898 Sep 22 16:48:07.500714 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-17e5190f-25d1-4ba9-95cb-e847b419e275 req-474666da-3eef-4550-985e-7ec3d728b26c tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366416 Sep 22 16:48:07.638747 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb8445a-cf06-4478-82a5-8f86b6cf1818 req-c57222b4-316f-483a-a9cf-66f1e3e94c41 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:07.640214 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-5bb8445a-cf06-4478-82a5-8f86b6cf1818 req-c57222b4-316f-483a-a9cf-66f1e3e94c41 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 944 time: 0.0519960 Sep 22 16:48:07.679713 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-5bb8445a-cf06-4478-82a5-8f86b6cf1818 req-d2d500a4-601e-4aa4-b4fa-11286e5266ee tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331254 Sep 22 16:48:07.963995 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee8db0-b64f-44f9-a1b2-550375cd58f0 req-cccef5e5-db1f-48db-9947-39288ae9f1c9 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:07.965481 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-d2ee8db0-b64f-44f9-a1b2-550375cd58f0 req-cccef5e5-db1f-48db-9947-39288ae9f1c9 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 944 time: 0.0550880 Sep 22 16:48:08.002996 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-d2ee8db0-b64f-44f9-a1b2-550375cd58f0 req-708cb005-410e-4ac4-a8cf-0557da87c3ad tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312386 Sep 22 16:48:08.130193 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd2a100-93c7-4443-9ad8-eb92438e1b9e req-7b761f9e-9a24-4d81-a394-2bf7a6444247 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:08.131690 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-edd2a100-93c7-4443-9ad8-eb92438e1b9e req-7b761f9e-9a24-4d81-a394-2bf7a6444247 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/ports?device_id=3aac2995-1fa9-4ca3-8871-67080eddf214 HTTP/1.1" status: 200 len: 944 time: 0.0543578 Sep 22 16:48:08.174884 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-edd2a100-93c7-4443-9ad8-eb92438e1b9e req-a2c13b54-760e-4ad6-9338-b01bcaeb2750 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/security-groups?id=d68185b6-4f9e-46c7-85bd-951d06229eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372801 Sep 22 16:48:08.182318 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] get_ports_and_sgs() called for port_ids ['450cb8e9-3f47-4f79-98aa-a290a9c95270'] {{(pid=100454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 16:48:08.341397 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] get_ports_and_sgs() called for port_ids ['e17e49ab-7fc6-4ed6-8321-386288b88f09'] {{(pid=100454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 16:48:08.503308 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] get_ports_and_sgs() called for port_ids ['6a718f0a-bbc2-4ab1-8f9e-3eee69237667'] {{(pid=100454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 16:48:08.653355 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e8095-da08-409f-a506-d6ec37baf279 req-e37827c7-9012-441c-9290-62661abf2245 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:08.655623 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-582e8095-da08-409f-a506-d6ec37baf279 req-e37827c7-9012-441c-9290-62661abf2245 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 944 time: 0.0733554 Sep 22 16:48:08.716244 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-582e8095-da08-409f-a506-d6ec37baf279 req-79b7ac9f-6c50-4208-bd5e-2043d274e94c tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534649 Sep 22 16:48:08.831119 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d3aa1-93dd-4687-885c-d9a34d2cb75f req-4b631e4e-75d9-4dc2-97f7-92260a229369 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:08.833011 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-b89d3aa1-93dd-4687-885c-d9a34d2cb75f req-4b631e4e-75d9-4dc2-97f7-92260a229369 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 944 time: 0.0522346 Sep 22 16:48:08.875277 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-b89d3aa1-93dd-4687-885c-d9a34d2cb75f req-e1bffac9-de25-4ad6-8325-5bd2ef653a14 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346982 Sep 22 16:48:09.127084 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e193ea8-ffdd-4c38-8d69-9ce6a05c951f req-0e6022a8-0f7f-47b8-9222-afca23041b12 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:09.128553 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-5e193ea8-ffdd-4c38-8d69-9ce6a05c951f req-0e6022a8-0f7f-47b8-9222-afca23041b12 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 944 time: 0.0503640 Sep 22 16:48:09.168724 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-5e193ea8-ffdd-4c38-8d69-9ce6a05c951f req-3c879448-bac4-4a2f-91c0-b4112f0cfa19 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332575 Sep 22 16:48:09.286605 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd60c9-c42c-4e7c-95a3-a7b22459d01e req-2f35668c-7eb8-4929-9c36-01e079b5356d tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:09.288063 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a4bd60c9-c42c-4e7c-95a3-a7b22459d01e req-2f35668c-7eb8-4929-9c36-01e079b5356d tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/ports?device_id=3aac2995-1fa9-4ca3-8871-67080eddf214 HTTP/1.1" status: 200 len: 944 time: 0.0486462 Sep 22 16:48:09.326229 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a4bd60c9-c42c-4e7c-95a3-a7b22459d01e req-1607fca2-81ae-46a7-9054-0e66c1023464 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/security-groups?id=d68185b6-4f9e-46c7-85bd-951d06229eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312276 Sep 22 16:48:09.816512 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe88f7d-aaeb-4a45-b27a-2494478915dc req-897b6b83-a6f5-4f5a-8d08-4a4ea63d8f19 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:09.817923 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-7fe88f7d-aaeb-4a45-b27a-2494478915dc req-897b6b83-a6f5-4f5a-8d08-4a4ea63d8f19 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 944 time: 0.0481796 Sep 22 16:48:09.857180 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-7fe88f7d-aaeb-4a45-b27a-2494478915dc req-3ca21955-068b-45d7-af17-a7f02be0356d tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330849 Sep 22 16:48:10.014960 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56650d94-775d-4e6b-be6a-f2a3760ed25e req-9e051895-0582-4200-80e6-734e645c7a01 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:10.016463 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-56650d94-775d-4e6b-be6a-f2a3760ed25e req-9e051895-0582-4200-80e6-734e645c7a01 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 944 time: 0.0527792 Sep 22 16:48:10.062962 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-56650d94-775d-4e6b-be6a-f2a3760ed25e req-dedfcbb9-cc71-4931-9e7a-f9cdaa422a17 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404785 Sep 22 16:48:10.311010 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d3539-9ee9-432a-b08e-f2bae5584487 req-5c3b50e3-1308-4a36-846d-0d3ddb4a9657 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:10.312498 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-c70d3539-9ee9-432a-b08e-f2bae5584487 req-5c3b50e3-1308-4a36-846d-0d3ddb4a9657 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 944 time: 0.0525067 Sep 22 16:48:10.353163 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-c70d3539-9ee9-432a-b08e-f2bae5584487 req-53cdd39a-3898-4b2e-9f95-cbc8c5d3a773 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346072 Sep 22 16:48:10.443919 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device 4ad687de-ba80-48f4-a7a5-65b19cba6c9a details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=100454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 16:48:10.470609 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951890de-4ef5-48f0-9603-c56991085159 req-e34a97fb-7daa-4a4b-b332-c6315340975a tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:10.472304 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-951890de-4ef5-48f0-9603-c56991085159 req-e34a97fb-7daa-4a4b-b332-c6315340975a tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/ports?device_id=3aac2995-1fa9-4ca3-8871-67080eddf214 HTTP/1.1" status: 200 len: 944 time: 0.0549986 Sep 22 16:48:10.472746 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device 450cb8e9-3f47-4f79-98aa-a290a9c95270 up at agent hyperv_hv-cinder-80996 {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 16:48:10.512739 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-951890de-4ef5-48f0-9603-c56991085159 req-bf69e249-0f14-45dd-b68b-12fb081df369 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/security-groups?id=d68185b6-4f9e-46c7-85bd-951d06229eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332825 Sep 22 16:48:10.577086 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port 4ad687de-ba80-48f4-a7a5-65b19cba6c9a, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=4ad687de-ba80-48f4-a7a5-65b19cba6c9a,segment=NetworkSegment(783976c6-44ca-446c-bf38-a700feb1ad11),segment_id=783976c6-44ca-446c-bf38-a700feb1ad11)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:48:10.579641 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Provisioning for port 450cb8e9-3f47-4f79-98aa-a290a9c95270 completed by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:48:10.590320 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Provisioning complete for port 450cb8e9-3f47-4f79-98aa-a290a9c95270 triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:48:10.590692 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:10.593009 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Returning: {'device': '4ad687de-ba80-48f4-a7a5-65b19cba6c9a', 'network_id': '933b11c6-c16c-4f49-9f97-7720f111f0ed', 'port_id': '4ad687de-ba80-48f4-a7a5-65b19cba6c9a', 'mac_address': 'fa:16:3e:9c:3b:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc6f66dc-a466-4cdc-9953-0a3b593f7cb6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 16:48:10.657371 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:10.673799 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.notifiers.nova [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ad687de-ba80-48f4-a7a5-65b19cba6c9a {{(pid=100454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 16:48:10.714571 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port 4ad687de-ba80-48f4-a7a5-65b19cba6c9a, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=4ad687de-ba80-48f4-a7a5-65b19cba6c9a,segment=NetworkSegment(783976c6-44ca-446c-bf38-a700feb1ad11),segment_id=783976c6-44ca-446c-bf38-a700feb1ad11)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:48:10.719201 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:10.719832 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device b5f861d7-0c01-4de5-ab7e-d78dceee6656 details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=100454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 16:48:10.732770 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:10.804892 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aac2995-1fa9-4ca3-8871-67080eddf214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '450cb8e9-3f47-4f79-98aa-a290a9c95270'}] {{(pid=100454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 16:48:10.889429 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Pushing event updated for resources: {'Port': ['ID=4ad687de-ba80-48f4-a7a5-65b19cba6c9a,revision_number=4']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:10.894677 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port 450cb8e9-3f47-4f79-98aa-a290a9c95270, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=450cb8e9-3f47-4f79-98aa-a290a9c95270,segment=NetworkSegment(b6ba7d1e-6c40-4dce-a4e5-6a2e09de503a),segment_id=b6ba7d1e-6c40-4dce-a4e5-6a2e09de503a)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:48:10.926506 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:10.927306 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device e17e49ab-7fc6-4ed6-8321-386288b88f09 up at agent hyperv_hv-cinder-80996 {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 16:48:10.992389 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16d40b4f2de209020387121264880f1a965f25742078a59137d58ca0948e8304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484c99ab-f42f-49b4-99a0-e0082aad763d" -d '{"events": [{"server_uuid": "3aac2995-1fa9-4ca3-8871-67080eddf214", "name": "network-vif-plugged", "status": "completed", "tag": "450cb8e9-3f47-4f79-98aa-a290a9c95270"}]}' {{(pid=100454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:48:11.013592 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6393fdd-e7ce-4f83-a8d8-c933643c0e68 req-9d83f47a-4f7d-42e4-bfff-6d9b6d52b0b3 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:11.015810 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-b6393fdd-e7ce-4f83-a8d8-c933643c0e68 req-9d83f47a-4f7d-42e4-bfff-6d9b6d52b0b3 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 945 time: 0.0867937 Sep 22 16:48:11.017427 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port b5f861d7-0c01-4de5-ab7e-d78dceee6656, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=b5f861d7-0c01-4de5-ab7e-d78dceee6656,segment=NetworkSegment(3afac084-fecd-4942-8672-011c0558f65a),segment_id=3afac084-fecd-4942-8672-011c0558f65a)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:48:11.046027 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Returning: {'device': 'b5f861d7-0c01-4de5-ab7e-d78dceee6656', 'network_id': 'cf6bcf08-16c2-430e-b630-d9fa645b940f', 'port_id': 'b5f861d7-0c01-4de5-ab7e-d78dceee6656', 'mac_address': 'fa:16:3e:5e:bc:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d91da0e-c8e1-4689-8df1-180aa1bc9ec6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 16:48:11.047573 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Pushing event updated for resources: {'Port': ['ID=450cb8e9-3f47-4f79-98aa-a290a9c95270,revision_number=5']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:11.065097 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-b6393fdd-e7ce-4f83-a8d8-c933643c0e68 req-48402c0c-e0b2-4e94-a6c4-e6102dd261a1 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429204 Sep 22 16:48:11.090023 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Provisioning for port e17e49ab-7fc6-4ed6-8321-386288b88f09 completed by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:48:11.092604 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Provisioning complete for port e17e49ab-7fc6-4ed6-8321-386288b88f09 triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:48:11.092979 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:11.115490 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:11.136784 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.notifiers.nova [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5f861d7-0c01-4de5-ab7e-d78dceee6656 {{(pid=100454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 16:48:11.165715 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port b5f861d7-0c01-4de5-ab7e-d78dceee6656, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=b5f861d7-0c01-4de5-ab7e-d78dceee6656,segment=NetworkSegment(3afac084-fecd-4942-8672-011c0558f65a),segment_id=3afac084-fecd-4942-8672-011c0558f65a)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:48:11.172296 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:11.216259 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 16:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5df3579-e5ae-41ad-b79b-e244db093d28 x-openstack-request-id: req-f5df3579-e5ae-41ad-b79b-e244db093d28 {{(pid=100454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:48:11.216568 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aac2995-1fa9-4ca3-8871-67080eddf214", "name": "network-vif-plugged", "status": "completed", "tag": "450cb8e9-3f47-4f79-98aa-a290a9c95270", "code": 200}]} {{(pid=100454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:48:11.216822 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f5df3579-e5ae-41ad-b79b-e244db093d28 {{(pid=100454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:48:11.217263 dv-cinder-809968-4-iscsi neutron-server[100454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aac2995-1fa9-4ca3-8871-67080eddf214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '450cb8e9-3f47-4f79-98aa-a290a9c95270', 'code': 200} Sep 22 16:48:11.237170 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:11.264726 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Pushing event updated for resources: {'Port': ['ID=b5f861d7-0c01-4de5-ab7e-d78dceee6656,revision_number=4']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:11.285415 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port e17e49ab-7fc6-4ed6-8321-386288b88f09, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=e17e49ab-7fc6-4ed6-8321-386288b88f09,segment=NetworkSegment(783976c6-44ca-446c-bf38-a700feb1ad11),segment_id=783976c6-44ca-446c-bf38-a700feb1ad11)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:48:11.291461 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:11.292350 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device 6a718f0a-bbc2-4ab1-8f9e-3eee69237667 up at agent hyperv_hv-cinder-80996 {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 16:48:11.301864 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d80608b-645f-4303-a52a-b00240673510 req-291c2217-943d-4a3c-bfc7-26e6149b6977 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:11.303410 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-1d80608b-645f-4303-a52a-b00240673510 req-291c2217-943d-4a3c-bfc7-26e6149b6977 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 944 time: 0.0547235 Sep 22 16:48:11.340727 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-1d80608b-645f-4303-a52a-b00240673510 req-d42941fe-8454-4087-8741-d453ea00f452 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313225 Sep 22 16:48:11.374132 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Pushing event updated for resources: {'Port': ['ID=e17e49ab-7fc6-4ed6-8321-386288b88f09,revision_number=5']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:11.385486 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Provisioning for port 6a718f0a-bbc2-4ab1-8f9e-3eee69237667 completed by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:48:11.386159 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Provisioning complete for port 6a718f0a-bbc2-4ab1-8f9e-3eee69237667 triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:48:11.386535 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:11.469398 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:11.497784 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77af4d5-5298-4a62-8a37-a1ef77c710b9 req-ecdc5a38-f27c-4334-b1ec-920cae1fd163 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:11.499421 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a77af4d5-5298-4a62-8a37-a1ef77c710b9 req-ecdc5a38-f27c-4334-b1ec-920cae1fd163 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 945 time: 0.0581512 Sep 22 16:48:11.505071 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port 6a718f0a-bbc2-4ab1-8f9e-3eee69237667, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=6a718f0a-bbc2-4ab1-8f9e-3eee69237667,segment=NetworkSegment(df59b1c3-5ddd-4375-9ca5-af4209139e38),segment_id=df59b1c3-5ddd-4375-9ca5-af4209139e38)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:48:11.510361 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:11.542883 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a77af4d5-5298-4a62-8a37-a1ef77c710b9 req-bc53c123-2eaf-4b96-981a-5133188375af tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364866 Sep 22 16:48:11.574223 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Pushing event updated for resources: {'Port': ['ID=6a718f0a-bbc2-4ab1-8f9e-3eee69237667,revision_number=5']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:11.658066 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df31ed-60cb-46c5-bee6-6235b252dcba req-457661e4-0e3c-4239-b127-89679df5aac5 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:11.659666 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-15df31ed-60cb-46c5-bee6-6235b252dcba req-457661e4-0e3c-4239-b127-89679df5aac5 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/ports?device_id=3aac2995-1fa9-4ca3-8871-67080eddf214 HTTP/1.1" status: 200 len: 945 time: 0.0549316 Sep 22 16:48:11.697334 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-15df31ed-60cb-46c5-bee6-6235b252dcba req-98d19048-280f-4aa9-bfd7-84a0dba41411 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/security-groups?id=d68185b6-4f9e-46c7-85bd-951d06229eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312407 Sep 22 16:48:11.741139 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 54682) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:48:11.842132 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-99770d4e-9802-4c73-baf7-3cb67f24ed95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:11.927598 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-99770d4e-9802-4c73-baf7-3cb67f24ed95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:11.932170 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-99770d4e-9802-4c73-baf7-3cb67f24ed95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:11.969239 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-99770d4e-9802-4c73-baf7-3cb67f24ed95 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=63d609fb5c8c401382eed662cfb37cdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2268865 Sep 22 16:48:11.971775 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 54686) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:48:11.979136 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99770d4e-9802-4c73-baf7-3cb67f24ed95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bba6d5c-0d4f-4ebb-adc0-c309b9d1897e,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:12.022772 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-8522ff9e-93f3-4ced-9fe0-2e59f4172a3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:12.043400 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-8522ff9e-93f3-4ced-9fe0-2e59f4172a3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:12.092725 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-8522ff9e-93f3-4ced-9fe0-2e59f4172a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:12.095406 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-8522ff9e-93f3-4ced-9fe0-2e59f4172a3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:12.098892 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-8522ff9e-93f3-4ced-9fe0-2e59f4172a3c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5bba6d5c-0d4f-4ebb-adc0-c309b9d1897e HTTP/1.1" status: 204 len: 168 time: 0.1238883 Sep 22 16:48:12.104853 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8522ff9e-93f3-4ced-9fe0-2e59f4172a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bba6d5c-0d4f-4ebb-adc0-c309b9d1897e,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:12.196502 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b43cd-fae5-48ce-b178-d249daabe34b req-84f7a6ad-2266-482e-91ff-ef2dd9622647 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:12.198016 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-0d2b43cd-fae5-48ce-b178-d249daabe34b req-84f7a6ad-2266-482e-91ff-ef2dd9622647 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 945 time: 0.0496209 Sep 22 16:48:12.239084 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-0d2b43cd-fae5-48ce-b178-d249daabe34b req-3669e81d-233e-4724-93c9-fbb2b29ea31d tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334656 Sep 22 16:48:12.370673 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 54700) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:48:12.384595 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7a72bbdc-9820-49f9-ab22-77a74b7bd1b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:12.473841 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f68d2a-439c-4266-bd49-6fbe72810f8d req-4c0d935e-fbc0-4eba-8580-08d687fe9395 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:12.475225 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f2f68d2a-439c-4266-bd49-6fbe72810f8d req-4c0d935e-fbc0-4eba-8580-08d687fe9395 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 945 time: 0.0659628 Sep 22 16:48:12.532334 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f2f68d2a-439c-4266-bd49-6fbe72810f8d req-64b0bc8d-b726-4240-8dc5-a7f636aab88b tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506063 Sep 22 16:48:12.543586 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7a72bbdc-9820-49f9-ab22-77a74b7bd1b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:12.547857 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7a72bbdc-9820-49f9-ab22-77a74b7bd1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:12.584411 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-7a72bbdc-9820-49f9-ab22-77a74b7bd1b4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=71841f57869d4632912d2eb06563853c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2125993 Sep 22 16:48:12.587798 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 54704) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:48:12.588360 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a72bbdc-9820-49f9-ab22-77a74b7bd1b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3adeb37-a0d3-41a7-a858-6450fb5fcf76,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:12.635979 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-abb25a7e-18c2-421b-b3f3-e9a2c1a2649e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:12.656822 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-abb25a7e-18c2-421b-b3f3-e9a2c1a2649e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:12.664245 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ee0e5-8b9c-4ad4-b392-f6dfcc92f05e req-3040fd55-1c2c-4fb3-89cd-5e62c862a032 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:12.665866 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-774ee0e5-8b9c-4ad4-b392-f6dfcc92f05e req-3040fd55-1c2c-4fb3-89cd-5e62c862a032 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 945 time: 0.0497897 Sep 22 16:48:12.702778 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-abb25a7e-18c2-421b-b3f3-e9a2c1a2649e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:12.704745 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-774ee0e5-8b9c-4ad4-b392-f6dfcc92f05e req-46438839-7be2-4807-869b-42538886da8f tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328557 Sep 22 16:48:12.705504 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-abb25a7e-18c2-421b-b3f3-e9a2c1a2649e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:12.706730 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-abb25a7e-18c2-421b-b3f3-e9a2c1a2649e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b3adeb37-a0d3-41a7-a858-6450fb5fcf76 HTTP/1.1" status: 204 len: 168 time: 0.1179705 Sep 22 16:48:12.714859 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb25a7e-18c2-421b-b3f3-e9a2c1a2649e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3adeb37-a0d3-41a7-a858-6450fb5fcf76,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:12.828755 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295f323-7e95-4a84-be0d-0b8400852ac9 req-29a69cad-2063-4007-9ecf-76d37080ebd1 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:12.830273 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-2295f323-7e95-4a84-be0d-0b8400852ac9 req-29a69cad-2063-4007-9ecf-76d37080ebd1 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/ports?device_id=3aac2995-1fa9-4ca3-8871-67080eddf214 HTTP/1.1" status: 200 len: 945 time: 0.0501132 Sep 22 16:48:12.869070 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-2295f323-7e95-4a84-be0d-0b8400852ac9 req-3fff22ed-c9e0-4d10-8cc9-9c919953083c tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/security-groups?id=d68185b6-4f9e-46c7-85bd-951d06229eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330071 Sep 22 16:48:13.219021 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4822262c-0ad7-4968-82f4-66e238216d08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e17e49ab-7fc6-4ed6-8321-386288b88f09'}, {'server_uuid': '5a375947-7b62-4300-94be-f505cf01b377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a718f0a-bbc2-4ab1-8f9e-3eee69237667'}] {{(pid=100454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 16:48:13.221425 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16d40b4f2de209020387121264880f1a965f25742078a59137d58ca0948e8304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6030ba52-112a-4442-999d-cbfbbf4bc40a" -d '{"events": [{"server_uuid": "4822262c-0ad7-4968-82f4-66e238216d08", "name": "network-vif-plugged", "status": "completed", "tag": "e17e49ab-7fc6-4ed6-8321-386288b88f09"}, {"server_uuid": "5a375947-7b62-4300-94be-f505cf01b377", "name": "network-vif-plugged", "status": "completed", "tag": "6a718f0a-bbc2-4ab1-8f9e-3eee69237667"}]}' {{(pid=100454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:48:13.263660 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 22 Sep 2021 16:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f14a80-72de-4765-960a-d82e2c09756e x-openstack-request-id: req-23f14a80-72de-4765-960a-d82e2c09756e {{(pid=100454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:48:13.263952 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4822262c-0ad7-4968-82f4-66e238216d08", "name": "network-vif-plugged", "status": "completed", "tag": "e17e49ab-7fc6-4ed6-8321-386288b88f09", "code": 200}, {"server_uuid": "5a375947-7b62-4300-94be-f505cf01b377", "name": "network-vif-plugged", "status": "completed", "tag": "6a718f0a-bbc2-4ab1-8f9e-3eee69237667", "code": 200}]} {{(pid=100454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:48:13.264435 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-23f14a80-72de-4765-960a-d82e2c09756e {{(pid=100454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:48:13.264799 dv-cinder-809968-4-iscsi neutron-server[100454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4822262c-0ad7-4968-82f4-66e238216d08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e17e49ab-7fc6-4ed6-8321-386288b88f09', 'code': 200} Sep 22 16:48:13.265046 dv-cinder-809968-4-iscsi neutron-server[100454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a375947-7b62-4300-94be-f505cf01b377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a718f0a-bbc2-4ab1-8f9e-3eee69237667', 'code': 200} Sep 22 16:48:13.369123 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62739f8-ffcb-42c5-957b-f456401851b9 req-b351bc46-26a7-4921-b8d6-875ae92a4f92 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:13.371527 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f62739f8-ffcb-42c5-957b-f456401851b9 req-b351bc46-26a7-4921-b8d6-875ae92a4f92 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 945 time: 0.0594623 Sep 22 16:48:13.411962 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f62739f8-ffcb-42c5-957b-f456401851b9 req-34f0ce85-901d-45d5-bde1-02c1e2d3a1a1 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351794 Sep 22 16:48:13.646025 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea609946-f8a9-4c27-8f5c-1ceff4af0932 req-39e5c6ff-29c6-47e5-a7af-9319e4dc61fe tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:13.647773 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-ea609946-f8a9-4c27-8f5c-1ceff4af0932 req-39e5c6ff-29c6-47e5-a7af-9319e4dc61fe tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 945 time: 0.0502822 Sep 22 16:48:13.686847 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-ea609946-f8a9-4c27-8f5c-1ceff4af0932 req-de5428dc-8a9d-4f0f-ac1d-887937360aa6 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325911 Sep 22 16:48:13.832960 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b39fdfe-f172-47a8-b988-66b824565395 req-01370fbb-f961-421b-94d9-46553d6e0ae4 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:13.834475 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-5b39fdfe-f172-47a8-b988-66b824565395 req-01370fbb-f961-421b-94d9-46553d6e0ae4 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 945 time: 0.0493665 Sep 22 16:48:13.872409 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-5b39fdfe-f172-47a8-b988-66b824565395 req-84f4f7b8-82df-460c-9cfb-a38bc0a3fbac tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319920 Sep 22 16:48:13.985371 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf24e355-9f21-4467-97b6-8788f91c3ebc req-e62135cf-a8f4-41f5-a0d0-011ac05d3884 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:13.986941 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-bf24e355-9f21-4467-97b6-8788f91c3ebc req-e62135cf-a8f4-41f5-a0d0-011ac05d3884 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/ports?device_id=3aac2995-1fa9-4ca3-8871-67080eddf214 HTTP/1.1" status: 200 len: 945 time: 0.0513561 Sep 22 16:48:14.026823 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-bf24e355-9f21-4467-97b6-8788f91c3ebc req-afef7a5a-14c1-49ee-830f-ddb6c354bb0d tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/security-groups?id=d68185b6-4f9e-46c7-85bd-951d06229eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330400 Sep 22 16:48:14.278051 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 54764) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:48:14.383013 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-6905c419-8d80-4987-9cc4-7eaec1f26676 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:14.547079 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d623f1-90bc-45aa-ae58-8d70ba494370 req-3a60b865-c3c6-48a2-a288-116149eefa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:14.548478 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-c2d623f1-90bc-45aa-ae58-8d70ba494370 req-3a60b865-c3c6-48a2-a288-116149eefa19 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3aac2995-1fa9-4ca3-8871-67080eddf214 HTTP/1.1" status: 200 len: 1098 time: 0.1248515 Sep 22 16:48:14.590634 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c0d02c-ec2b-461c-a37b-c14d83a7e239 req-b64b7013-e8a9-4d7a-bb5f-1db016aa627a tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:14.592063 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-c0c0d02c-ec2b-461c-a37b-c14d83a7e239 req-b64b7013-e8a9-4d7a-bb5f-1db016aa627a tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 945 time: 0.0828774 Sep 22 16:48:14.593784 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-6905c419-8d80-4987-9cc4-7eaec1f26676 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:14.604853 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-6905c419-8d80-4987-9cc4-7eaec1f26676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:14.658808 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-6905c419-8d80-4987-9cc4-7eaec1f26676 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=472ae502b11a4222a0594e114c7f85b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3797050 Sep 22 16:48:14.661672 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 54774) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:48:14.662149 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6905c419-8d80-4987-9cc4-7eaec1f26676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe07b430-7a11-46d3-a8cc-a3c9c9e3cc80,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:14.666513 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-c0c0d02c-ec2b-461c-a37b-c14d83a7e239 req-c9cc3688-6fdb-404a-b2ee-82c01bd19a29 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679171 Sep 22 16:48:14.672205 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6905c419-8d80-4987-9cc4-7eaec1f26676 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:14.672842 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6905c419-8d80-4987-9cc4-7eaec1f26676 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:14.672842 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6905c419-8d80-4987-9cc4-7eaec1f26676 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:14.673197 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6905c419-8d80-4987-9cc4-7eaec1f26676 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:14.673505 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6905c419-8d80-4987-9cc4-7eaec1f26676 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:14.673857 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6905c419-8d80-4987-9cc4-7eaec1f26676 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:14.674177 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6905c419-8d80-4987-9cc4-7eaec1f26676 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:14.674492 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6905c419-8d80-4987-9cc4-7eaec1f26676 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:14.674806 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6905c419-8d80-4987-9cc4-7eaec1f26676 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:14.675116 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6905c419-8d80-4987-9cc4-7eaec1f26676 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:14.675432 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6905c419-8d80-4987-9cc4-7eaec1f26676 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:14.675743 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6905c419-8d80-4987-9cc4-7eaec1f26676 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:14.713034 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-66d67d74-5cd6-4a8b-a42b-ce4d7e8576ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:14.734457 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-66d67d74-5cd6-4a8b-a42b-ce4d7e8576ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:14.784048 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-66d67d74-5cd6-4a8b-a42b-ce4d7e8576ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:14.786566 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-66d67d74-5cd6-4a8b-a42b-ce4d7e8576ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:14.787685 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-66d67d74-5cd6-4a8b-a42b-ce4d7e8576ca admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fe07b430-7a11-46d3-a8cc-a3c9c9e3cc80 HTTP/1.1" status: 204 len: 168 time: 0.1250429 Sep 22 16:48:14.801353 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [req-c2d623f1-90bc-45aa-ae58-8d70ba494370 req-c0fe5545-8775-4ce1-9994-1b7416b04eb8 service neutron] Notify callbacks [] for security_group, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:14.811542 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d67d74-5cd6-4a8b-a42b-ce4d7e8576ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe07b430-7a11-46d3-a8cc-a3c9c9e3cc80,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:14.833322 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0faf455-6607-44e6-9dcf-1ead0222faf8 req-9d4d1a9b-fa41-4439-a438-1e5ecd9d28a6 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:14.841288 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f0faf455-6607-44e6-9dcf-1ead0222faf8 req-9d4d1a9b-fa41-4439-a438-1e5ecd9d28a6 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 945 time: 0.0869281 Sep 22 16:48:14.868775 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d67d74-5cd6-4a8b-a42b-ce4d7e8576ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:14.869103 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d67d74-5cd6-4a8b-a42b-ce4d7e8576ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:14.869261 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d67d74-5cd6-4a8b-a42b-ce4d7e8576ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:14.869580 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d67d74-5cd6-4a8b-a42b-ce4d7e8576ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:14.869911 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d67d74-5cd6-4a8b-a42b-ce4d7e8576ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:14.870230 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d67d74-5cd6-4a8b-a42b-ce4d7e8576ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:14.870554 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d67d74-5cd6-4a8b-a42b-ce4d7e8576ca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:14.870861 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d67d74-5cd6-4a8b-a42b-ce4d7e8576ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:14.871174 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d67d74-5cd6-4a8b-a42b-ce4d7e8576ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:14.871492 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d67d74-5cd6-4a8b-a42b-ce4d7e8576ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:14.871800 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d67d74-5cd6-4a8b-a42b-ce4d7e8576ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:14.872109 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d67d74-5cd6-4a8b-a42b-ce4d7e8576ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:14.907591 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666f104-e87c-4ad2-b257-c8aa20fc9414 req-3f3be5d7-0d0b-462a-bcbb-18805049ac38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:14.909135 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-4666f104-e87c-4ad2-b257-c8aa20fc9414 req-3f3be5d7-0d0b-462a-bcbb-18805049ac38 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4822262c-0ad7-4968-82f4-66e238216d08 HTTP/1.1" status: 200 len: 1099 time: 0.1120880 Sep 22 16:48:14.914122 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bac67e7-e85d-4a4e-8201-859ef30c8541 req-f0a73a28-af5d-40ec-85b6-df41454b344c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:14.916461 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-9bac67e7-e85d-4a4e-8201-859ef30c8541 req-f0a73a28-af5d-40ec-85b6-df41454b344c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 1098 time: 0.1205280 Sep 22 16:48:14.926174 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f0faf455-6607-44e6-9dcf-1ead0222faf8 req-a9f07e1b-d7f0-4db1-b46e-d6a59c71d40a tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838573 Sep 22 16:48:14.934146 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-4666f104-e87c-4ad2-b257-c8aa20fc9414 req-8f557e26-fe1c-493c-9194-32fa31327e6a service neutron] Notify callbacks [] for security_group, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:14.954635 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-9bac67e7-e85d-4a4e-8201-859ef30c8541 req-9129d50c-7bd4-4efa-a3cd-ecec5be810d7 service neutron] Notify callbacks [] for security_group, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:14.992529 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [req-c2d623f1-90bc-45aa-ae58-8d70ba494370 req-c0fe5545-8775-4ce1-9994-1b7416b04eb8 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:14.997333 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [req-c2d623f1-90bc-45aa-ae58-8d70ba494370 req-c0fe5545-8775-4ce1-9994-1b7416b04eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:15.037728 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.db.api [req-4666f104-e87c-4ad2-b257-c8aa20fc9414 req-8f557e26-fe1c-493c-9194-32fa31327e6a service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) c8eced2b885d4da7af6c0bd2aa06d1cf {{(pid=100452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 16:48:15.038061 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG oslo_db.api [req-4666f104-e87c-4ad2-b257-c8aa20fc9414 req-8f557e26-fe1c-493c-9194-32fa31327e6a service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 16:48:15.047698 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] get_ports_and_sgs() called for port_ids ['4ad687de-ba80-48f4-a7a5-65b19cba6c9a'] {{(pid=100454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 16:48:15.059970 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.db.api [req-9bac67e7-e85d-4a4e-8201-859ef30c8541 req-9129d50c-7bd4-4efa-a3cd-ecec5be810d7 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) c8eced2b885d4da7af6c0bd2aa06d1cf {{(pid=100452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 16:48:15.060226 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG oslo_db.api [req-9bac67e7-e85d-4a4e-8201-859ef30c8541 req-9129d50c-7bd4-4efa-a3cd-ecec5be810d7 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 16:48:15.072489 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-c2d623f1-90bc-45aa-ae58-8d70ba494370 req-c0fe5545-8775-4ce1-9994-1b7416b04eb8 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d68185b6-4f9e-46c7-85bd-951d06229eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906506 Sep 22 16:48:15.075304 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] get_ports_and_sgs() called for port_ids ['b5f861d7-0c01-4de5-ab7e-d78dceee6656'] {{(pid=100454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 16:48:15.080858 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fe5545-8775-4ce1-9994-1b7416b04eb8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=61b3158e-df45-448d-aaa9-842c4ce68fca,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:15.100835 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726fc7a3-b919-4a19-846c-cb15b5d08c15 req-be431920-5d18-459c-9f6d-ad10620df77a tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:15.102921 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-726fc7a3-b919-4a19-846c-cb15b5d08c15 req-be431920-5d18-459c-9f6d-ad10620df77a tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 945 time: 0.0841861 Sep 22 16:48:15.129486 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 54786) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:48:15.145109 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-3a23588e-7a9c-4d8f-a3a0-8008217deb5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:15.174090 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-726fc7a3-b919-4a19-846c-cb15b5d08c15 req-b450b108-2a2b-4d27-b147-0bd658b4d899 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0640662 Sep 22 16:48:15.300083 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-3a23588e-7a9c-4d8f-a3a0-8008217deb5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:15.304296 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-3a23588e-7a9c-4d8f-a3a0-8008217deb5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:15.314791 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f3526-de3f-42a3-9a4f-667a7f3be243 req-220f02ab-fe7f-4a22-bdc6-3353cee3fb34 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:15.316177 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-c71f3526-de3f-42a3-9a4f-667a7f3be243 req-220f02ab-fe7f-4a22-bdc6-3353cee3fb34 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/ports?device_id=3aac2995-1fa9-4ca3-8871-67080eddf214 HTTP/1.1" status: 200 len: 945 time: 0.0870140 Sep 22 16:48:15.364871 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-3a23588e-7a9c-4d8f-a3a0-8008217deb5a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c270f0caf54243698790b5a1def547eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2343354 Sep 22 16:48:15.367107 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a23588e-7a9c-4d8f-a3a0-8008217deb5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5eae89b-b020-4601-adff-d0b1a3014920,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:15.367556 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 54790) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:48:15.388626 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-c71f3526-de3f-42a3-9a4f-667a7f3be243 req-69cfc8f3-a583-4eaa-96a3-6b96c9fe6df2 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/security-groups?id=d68185b6-4f9e-46c7-85bd-951d06229eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601468 Sep 22 16:48:15.420123 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-c853b1f8-bb2b-4bb1-904f-f2fec9382e8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:15.449088 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-c853b1f8-bb2b-4bb1-904f-f2fec9382e8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:15.494501 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-c853b1f8-bb2b-4bb1-904f-f2fec9382e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:15.497044 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-c853b1f8-bb2b-4bb1-904f-f2fec9382e8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:15.498211 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-c853b1f8-bb2b-4bb1-904f-f2fec9382e8e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f5eae89b-b020-4601-adff-d0b1a3014920 HTTP/1.1" status: 204 len: 168 time: 0.1296313 Sep 22 16:48:15.505696 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c853b1f8-bb2b-4bb1-904f-f2fec9382e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5eae89b-b020-4601-adff-d0b1a3014920,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:15.539616 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-4666f104-e87c-4ad2-b257-c8aa20fc9414 req-8f557e26-fe1c-493c-9194-32fa31327e6a service neutron] Notify callbacks [] for security_group, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:15.564413 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-9bac67e7-e85d-4a4e-8201-859ef30c8541 req-9129d50c-7bd4-4efa-a3cd-ecec5be810d7 service neutron] Notify callbacks [] for security_group, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:15.651162 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-4666f104-e87c-4ad2-b257-c8aa20fc9414 req-8f557e26-fe1c-493c-9194-32fa31327e6a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7335939 Sep 22 16:48:15.669086 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-9bac67e7-e85d-4a4e-8201-859ef30c8541 req-9129d50c-7bd4-4efa-a3cd-ecec5be810d7 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7455578 Sep 22 16:48:15.794827 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82901417-2d39-4a19-8157-9b0991b489aa req-683ccb3c-d1cf-4bdf-accc-6fbc56c51b65 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:15.796317 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-82901417-2d39-4a19-8157-9b0991b489aa req-683ccb3c-d1cf-4bdf-accc-6fbc56c51b65 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 945 time: 0.0510156 Sep 22 16:48:15.836933 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-82901417-2d39-4a19-8157-9b0991b489aa req-9b23c361-d133-4261-b97f-d6c90868c283 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337691 Sep 22 16:48:16.058364 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef0d8cd-cf05-46dd-867e-8e77b2d85d9b req-fcdcc6e1-b451-4b17-9630-b8f5659498eb tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:16.060178 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-2ef0d8cd-cf05-46dd-867e-8e77b2d85d9b req-fcdcc6e1-b451-4b17-9630-b8f5659498eb tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 945 time: 0.0544844 Sep 22 16:48:16.266607 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-2ef0d8cd-cf05-46dd-867e-8e77b2d85d9b req-d0dffa6d-d9d7-4ec2-a1df-407cd3be67d2 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2003782 Sep 22 16:48:16.375092 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4defcec-5e4a-47ce-9bed-c912dbfbe835 req-8597e31b-0868-42a8-9d71-81329cd0a686 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:16.376666 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-b4defcec-5e4a-47ce-9bed-c912dbfbe835 req-8597e31b-0868-42a8-9d71-81329cd0a686 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 945 time: 0.0519664 Sep 22 16:48:16.414533 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-b4defcec-5e4a-47ce-9bed-c912dbfbe835 req-3c5bebc9-2fa9-4d56-b976-9b1f3b4edcf9 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318003 Sep 22 16:48:16.522440 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d9ec38-29fb-43cf-8cca-6f7d425ac31f req-d973d60e-d92e-4f39-9a77-cfc7260e9004 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:16.526603 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-01d9ec38-29fb-43cf-8cca-6f7d425ac31f req-d973d60e-d92e-4f39-9a77-cfc7260e9004 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/ports?device_id=3aac2995-1fa9-4ca3-8871-67080eddf214 HTTP/1.1" status: 200 len: 945 time: 0.0514901 Sep 22 16:48:16.563769 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-01d9ec38-29fb-43cf-8cca-6f7d425ac31f req-89f2e9d0-3604-43bf-836a-e7459c0be065 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/security-groups?id=d68185b6-4f9e-46c7-85bd-951d06229eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311973 Sep 22 16:48:16.955804 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd27e84-e395-43c4-9d69-4bc05b164692 req-5e9f534c-9e5b-4137-b836-2221c60f3e42 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:16.957295 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-fcd27e84-e395-43c4-9d69-4bc05b164692 req-5e9f534c-9e5b-4137-b836-2221c60f3e42 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 945 time: 0.0519378 Sep 22 16:48:16.994463 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-fcd27e84-e395-43c4-9d69-4bc05b164692 req-46abff16-8418-415c-9787-d953c87cdc6e tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305443 Sep 22 16:48:17.276561 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5099b35-7b53-4c2b-a10f-276a36a9d91c req-89d2e658-8b66-453b-9632-0832a63d10ce tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:17.278081 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-d5099b35-7b53-4c2b-a10f-276a36a9d91c req-89d2e658-8b66-453b-9632-0832a63d10ce tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.66 "GET /v2.0/networks?id=1c3d3a58-f8ad-48bd-b6da-efff1df91292 HTTP/1.1" status: 200 len: 815 time: 0.1113780 Sep 22 16:48:17.296807 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-d5099b35-7b53-4c2b-a10f-276a36a9d91c req-2b530d16-defe-4098-84f0-cc6282185a4a tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.66 "GET /v2.0/quotas/87541293238c472fbd91981f2f55ea80 HTTP/1.1" status: 200 len: 375 time: 0.0115566 Sep 22 16:48:17.334081 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-d5099b35-7b53-4c2b-a10f-276a36a9d91c req-994e6e0e-67d4-4b46-ad28-ddb4a2643fc5 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=87541293238c472fbd91981f2f55ea80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306070 Sep 22 16:48:17.423967 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-d5099b35-7b53-4c2b-a10f-276a36a9d91c req-d79319ca-1759-442b-9de9-25980592543b service neutron] 10.222.0.66 "GET /v2.0/networks/1c3d3a58-f8ad-48bd-b6da-efff1df91292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821538 Sep 22 16:48:17.513105 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-d5099b35-7b53-4c2b-a10f-276a36a9d91c req-ccf223e7-f0a7-403a-82c2-b3b65865f0bb service neutron] 10.222.0.66 "GET /v2.0/networks/1c3d3a58-f8ad-48bd-b6da-efff1df91292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830610 Sep 22 16:48:17.708645 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde31f3-6d69-4f92-909e-b30f875e3ea0 req-872693bb-2c69-4266-a102-9496a0356b27 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:17.710190 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-bbde31f3-6d69-4f92-909e-b30f875e3ea0 req-872693bb-2c69-4266-a102-9496a0356b27 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 945 time: 0.0565917 Sep 22 16:48:17.750375 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-bbde31f3-6d69-4f92-909e-b30f875e3ea0 req-c03193fc-1b80-46f9-b6a9-ac137253b234 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333281 Sep 22 16:48:17.858361 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e77e73-3cec-4a04-898a-4da58a87c5c4 req-f5e60782-88a4-4433-b908-378746be0641 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:17.858361 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-33e77e73-3cec-4a04-898a-4da58a87c5c4 req-f5e60782-88a4-4433-b908-378746be0641 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 945 time: 0.0501277 Sep 22 16:48:17.896398 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-33e77e73-3cec-4a04-898a-4da58a87c5c4 req-bf822253-dcce-4103-b627-8594bb4ebdac tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329762 Sep 22 16:48:18.005857 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a84cb-c450-441f-b80b-aecc3c1fb8c5 req-cac47865-fca4-4394-9a56-32a61d66dc06 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:18.007307 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-226a84cb-c450-441f-b80b-aecc3c1fb8c5 req-cac47865-fca4-4394-9a56-32a61d66dc06 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/ports?device_id=3aac2995-1fa9-4ca3-8871-67080eddf214 HTTP/1.1" status: 200 len: 945 time: 0.0517657 Sep 22 16:48:18.044630 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-226a84cb-c450-441f-b80b-aecc3c1fb8c5 req-9f7cce35-e5f4-4fdf-967b-9e15a86cf896 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/security-groups?id=d68185b6-4f9e-46c7-85bd-951d06229eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305433 Sep 22 16:48:18.121338 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-c16174c7-ae2d-4b50-ab69-d4a93720955e req-261f7c18-2ee2-443a-ad33-d9cb60965603 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c38a59e-ec55-4ca9-bb46-9b7a220971ab HTTP/1.1" status: 200 len: 210 time: 0.0254645 Sep 22 16:48:18.220550 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d4b8b-9b40-4254-b13f-496d8450930e req-fa287b73-15a5-44e3-b366-52ae1107e70d tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:18.222017 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-bd3d4b8b-9b40-4254-b13f-496d8450930e req-fa287b73-15a5-44e3-b366-52ae1107e70d tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 945 time: 0.0485518 Sep 22 16:48:18.260009 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-bd3d4b8b-9b40-4254-b13f-496d8450930e req-8385f99a-a0b5-43be-9087-a7b3fcafd80d tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313802 Sep 22 16:48:18.861889 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc59742-391e-424f-a47d-88dbb5f54b48 req-c11d11fc-4991-4377-b90f-aff8f1e39cc8 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:18.863377 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-4bc59742-391e-424f-a47d-88dbb5f54b48 req-c11d11fc-4991-4377-b90f-aff8f1e39cc8 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 945 time: 0.0478761 Sep 22 16:48:18.905432 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-4bc59742-391e-424f-a47d-88dbb5f54b48 req-a0bd395e-9a93-4ffc-af19-a5a2afe1909c tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353956 Sep 22 16:48:19.011651 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67486b52-7d9b-4855-bfdb-eb0f1be48415 req-2e07d6f7-ac8c-41ca-9ded-893a5acf8ad6 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:19.013084 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-67486b52-7d9b-4855-bfdb-eb0f1be48415 req-2e07d6f7-ac8c-41ca-9ded-893a5acf8ad6 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 945 time: 0.0476444 Sep 22 16:48:19.051201 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-67486b52-7d9b-4855-bfdb-eb0f1be48415 req-ef729973-d7d6-4c32-a4e3-ff8e6ecece19 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321527 Sep 22 16:48:19.156177 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc94077e-38bc-4b38-a74c-66386e8d46dd req-dc556f6c-9533-49b3-9ef7-28e1523d3047 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:19.157690 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-cc94077e-38bc-4b38-a74c-66386e8d46dd req-dc556f6c-9533-49b3-9ef7-28e1523d3047 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/ports?device_id=3aac2995-1fa9-4ca3-8871-67080eddf214 HTTP/1.1" status: 200 len: 945 time: 0.0488460 Sep 22 16:48:19.195875 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-cc94077e-38bc-4b38-a74c-66386e8d46dd req-d23fb9db-39c3-42a2-b85a-87d01412a9c4 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/security-groups?id=d68185b6-4f9e-46c7-85bd-951d06229eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321302 Sep 22 16:48:19.273255 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-97605a53-315a-49dd-83a7-da9e85d690ee req-31dd6f3e-4aa3-4881-b578-789582e5e9ae tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c38a59e-ec55-4ca9-bb46-9b7a220971ab HTTP/1.1" status: 200 len: 210 time: 0.0254595 Sep 22 16:48:19.377661 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f4d9e-211e-4155-9360-92d3e246b4c4 req-5e928df9-5a83-4adc-85ca-babfca311d91 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:19.379188 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-0c7f4d9e-211e-4155-9360-92d3e246b4c4 req-5e928df9-5a83-4adc-85ca-babfca311d91 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 945 time: 0.0517342 Sep 22 16:48:19.421490 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-0c7f4d9e-211e-4155-9360-92d3e246b4c4 req-ee7e41ff-ccd7-4ca9-998a-2bdbe3bf0100 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357800 Sep 22 16:48:20.019966 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc1c50-2f4d-42b7-ad01-10fcaa9d0366 req-25d1ea22-0b0f-4497-a962-8a74012438f4 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:20.021421 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-08fc1c50-2f4d-42b7-ad01-10fcaa9d0366 req-25d1ea22-0b0f-4497-a962-8a74012438f4 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 945 time: 0.0470743 Sep 22 16:48:20.058426 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-08fc1c50-2f4d-42b7-ad01-10fcaa9d0366 req-8fc003a9-2313-43d0-b385-753c11145754 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300384 Sep 22 16:48:20.166029 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e8edd-c371-4e2f-b26a-255933e806a4 req-cbedc78e-e04a-46e3-914e-5455684463a0 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:20.167551 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-228e8edd-c371-4e2f-b26a-255933e806a4 req-cbedc78e-e04a-46e3-914e-5455684463a0 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 945 time: 0.0474694 Sep 22 16:48:20.204700 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-228e8edd-c371-4e2f-b26a-255933e806a4 req-39c0f0eb-07bd-46e6-b3cc-a1b5ecf62094 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311351 Sep 22 16:48:20.311608 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56aed44-0c8e-41ca-aa4d-39ffee790e07 req-ac6b58d9-3bfe-48c3-91e8-417fa3319185 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:20.313075 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f56aed44-0c8e-41ca-aa4d-39ffee790e07 req-ac6b58d9-3bfe-48c3-91e8-417fa3319185 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/ports?device_id=3aac2995-1fa9-4ca3-8871-67080eddf214 HTTP/1.1" status: 200 len: 945 time: 0.0530176 Sep 22 16:48:20.350227 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f56aed44-0c8e-41ca-aa4d-39ffee790e07 req-8585f461-1bbe-41a7-81cc-e1b98a9d9a3d tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/security-groups?id=d68185b6-4f9e-46c7-85bd-951d06229eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312419 Sep 22 16:48:20.428033 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-8f0683f6-8d5c-40f7-bef0-f225f1f1e3c6 req-0aac08af-76e2-4a49-9d19-38caa433172c tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c38a59e-ec55-4ca9-bb46-9b7a220971ab HTTP/1.1" status: 200 len: 210 time: 0.0255282 Sep 22 16:48:20.541620 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d912e7-a5dc-442f-90b8-395682c16255 req-8d4b47c2-8db4-440d-ae46-c9d0f843ecf3 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:20.543164 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-56d912e7-a5dc-442f-90b8-395682c16255 req-8d4b47c2-8db4-440d-ae46-c9d0f843ecf3 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 945 time: 0.0531988 Sep 22 16:48:20.580574 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-56d912e7-a5dc-442f-90b8-395682c16255 req-9657172c-ee37-4d17-bb86-c6c7dba41c3b tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312624 Sep 22 16:48:21.178791 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c135ac-60b7-404d-af4d-54439984c618 req-2451ae0f-91ad-4c3e-b967-234f1eeed16a tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:21.180311 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f5c135ac-60b7-404d-af4d-54439984c618 req-2451ae0f-91ad-4c3e-b967-234f1eeed16a tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 945 time: 0.0533814 Sep 22 16:48:21.217549 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f5c135ac-60b7-404d-af4d-54439984c618 req-2c974e2c-1afd-4668-b994-f6c25148b61d tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311511 Sep 22 16:48:21.326249 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93879c2-1e73-48d7-a831-90233d3899ec req-26396ced-c66f-41fc-878f-2c7aeb711613 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:21.327733 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-c93879c2-1e73-48d7-a831-90233d3899ec req-26396ced-c66f-41fc-878f-2c7aeb711613 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 945 time: 0.0480049 Sep 22 16:48:21.366332 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-c93879c2-1e73-48d7-a831-90233d3899ec req-a2dca52d-7d24-4474-bf6c-919f29809900 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326018 Sep 22 16:48:21.484406 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5099b35-7b53-4c2b-a10f-276a36a9d91c req-3e8bef4e-afcf-46fc-b450-707d354c3836 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:21.486198 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-d5099b35-7b53-4c2b-a10f-276a36a9d91c req-3e8bef4e-afcf-46fc-b450-707d354c3836 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.72 "GET /v2.0/networks?id=1c3d3a58-f8ad-48bd-b6da-efff1df91292 HTTP/1.1" status: 200 len: 815 time: 0.1204674 Sep 22 16:48:21.487973 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae59da-41eb-435c-ad70-2b86ba94d1b8 req-ec9a19c7-3f63-4841-951b-ffcb92104bf5 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:21.489689 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-08ae59da-41eb-435c-ad70-2b86ba94d1b8 req-ec9a19c7-3f63-4841-951b-ffcb92104bf5 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/ports?device_id=3aac2995-1fa9-4ca3-8871-67080eddf214 HTTP/1.1" status: 200 len: 945 time: 0.0590222 Sep 22 16:48:21.531928 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [req-d5099b35-7b53-4c2b-a10f-276a36a9d91c req-39007367-552b-49d6-a7a3-156ded461ac5 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] Request body: {'port': {'device_id': '8c38a59e-ec55-4ca9-bb46-9b7a220971ab', 'network_id': '1c3d3a58-f8ad-48bd-b6da-efff1df91292', 'admin_state_up': True, 'tenant_id': '87541293238c472fbd91981f2f55ea80'}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:48:21.538199 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-08ae59da-41eb-435c-ad70-2b86ba94d1b8 req-0a11997e-bb6c-41af-83d3-7d22eb4f2e39 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/security-groups?id=d68185b6-4f9e-46c7-85bd-951d06229eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421255 Sep 22 16:48:21.616974 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device 4ad687de-ba80-48f4-a7a5-65b19cba6c9a up at agent hyperv_hv-cinder-80996 {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 16:48:21.640791 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-7c2ef946-b43d-41d2-8dec-f759821847a6 req-a96d7285-c6c2-49a1-a358-aed9093ba3da tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c38a59e-ec55-4ca9-bb46-9b7a220971ab HTTP/1.1" status: 200 len: 210 time: 0.0430598 Sep 22 16:48:21.649708 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5099b35-7b53-4c2b-a10f-276a36a9d91c req-39007367-552b-49d6-a7a3-156ded461ac5 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] Made reservation on behalf of 87541293238c472fbd91981f2f55ea80 for: {'port': 1} {{(pid=100452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:48:21.654820 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-d5099b35-7b53-4c2b-a10f-276a36a9d91c req-39007367-552b-49d6-a7a3-156ded461ac5 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:21.684996 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Provisioning for port 4ad687de-ba80-48f4-a7a5-65b19cba6c9a completed by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:48:21.688874 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Provisioning complete for port 4ad687de-ba80-48f4-a7a5-65b19cba6c9a triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:48:21.689246 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:21.787627 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9bee4-06c0-4298-bb07-7bb68b9420b3 req-7f7bc9c3-c8d2-4718-afcc-0b4797a5ad4d tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:21.797840 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:21.798363 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-7bd9bee4-06c0-4298-bb07-7bb68b9420b3 req-7f7bc9c3-c8d2-4718-afcc-0b4797a5ad4d tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 945 time: 0.0819612 Sep 22 16:48:21.809865 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.db_base_plugin_common [req-d5099b35-7b53-4c2b-a10f-276a36a9d91c req-39007367-552b-49d6-a7a3-156ded461ac5 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] Allocated IP 172.20.0.10 (1c3d3a58-f8ad-48bd-b6da-efff1df91292/f5c292e6-67d2-454f-b026-357a34582a81/cb31b113-57c5-4326-b73e-a82f5552accd) {{(pid=100452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:48:21.853407 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-7bd9bee4-06c0-4298-bb07-7bb68b9420b3 req-c2366c24-d187-4bc7-8824-a7fb1cfbe7c8 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516045 Sep 22 16:48:21.959939 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8557292f-56e2-4444-af73-067ad6239a97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ad687de-ba80-48f4-a7a5-65b19cba6c9a'}] {{(pid=100454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 16:48:21.959939 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16d40b4f2de209020387121264880f1a965f25742078a59137d58ca0948e8304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd09cde3-0132-4277-83af-f6e3c5d3af62" -d '{"events": [{"server_uuid": "8557292f-56e2-4444-af73-067ad6239a97", "name": "network-vif-plugged", "status": "completed", "tag": "4ad687de-ba80-48f4-a7a5-65b19cba6c9a"}]}' {{(pid=100454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:48:21.968777 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port 4ad687de-ba80-48f4-a7a5-65b19cba6c9a, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=4ad687de-ba80-48f4-a7a5-65b19cba6c9a,segment=NetworkSegment(783976c6-44ca-446c-bf38-a700feb1ad11),segment_id=783976c6-44ca-446c-bf38-a700feb1ad11)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:48:21.972931 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:21.973754 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device b5f861d7-0c01-4de5-ab7e-d78dceee6656 up at agent hyperv_hv-cinder-80996 {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 16:48:22.019341 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 16:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d02921-e750-4209-acd9-8ffffe3b73b1 x-openstack-request-id: req-55d02921-e750-4209-acd9-8ffffe3b73b1 {{(pid=100454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:48:22.019648 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8557292f-56e2-4444-af73-067ad6239a97", "name": "network-vif-plugged", "status": "completed", "tag": "4ad687de-ba80-48f4-a7a5-65b19cba6c9a", "code": 200}]} {{(pid=100454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:48:22.019894 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-55d02921-e750-4209-acd9-8ffffe3b73b1 {{(pid=100454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:48:22.020268 dv-cinder-809968-4-iscsi neutron-server[100454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8557292f-56e2-4444-af73-067ad6239a97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ad687de-ba80-48f4-a7a5-65b19cba6c9a', 'code': 200} Sep 22 16:48:22.061506 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Pushing event updated for resources: {'Port': ['ID=4ad687de-ba80-48f4-a7a5-65b19cba6c9a,revision_number=5']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:22.073057 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:22.073763 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:22.074322 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:22.074852 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:22.075462 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:22.075995 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:22.076454 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:22.076845 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:22.077282 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:22.077810 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:22.078197 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:22.078577 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:22.095851 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Provisioning for port b5f861d7-0c01-4de5-ab7e-d78dceee6656 completed by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:48:22.105094 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Provisioning complete for port b5f861d7-0c01-4de5-ab7e-d78dceee6656 triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:48:22.106756 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:22.212702 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-d5099b35-7b53-4c2b-a10f-276a36a9d91c req-39007367-552b-49d6-a7a3-156ded461ac5 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] Notify callbacks [] for port, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:22.226037 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:22.268980 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port b5f861d7-0c01-4de5-ab7e-d78dceee6656, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=b5f861d7-0c01-4de5-ab7e-d78dceee6656,segment=NetworkSegment(3afac084-fecd-4942-8672-011c0558f65a),segment_id=3afac084-fecd-4942-8672-011c0558f65a)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:48:22.274922 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:22.280821 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-d5099b35-7b53-4c2b-a10f-276a36a9d91c req-39007367-552b-49d6-a7a3-156ded461ac5 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735274499777'] for port, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:22.333022 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45e10d-cfcc-4250-9633-dcdf46fcc89f req-3845e4da-95aa-4072-b38d-0ae57f714b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:22.334691 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-bb45e10d-cfcc-4250-9633-dcdf46fcc89f req-3845e4da-95aa-4072-b38d-0ae57f714b63 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 1099 time: 0.0843434 Sep 22 16:48:22.342756 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Pushing event updated for resources: {'Port': ['ID=b5f861d7-0c01-4de5-ab7e-d78dceee6656,revision_number=5']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:22.345820 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5099b35-7b53-4c2b-a10f-276a36a9d91c req-39007367-552b-49d6-a7a3-156ded461ac5 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] Network 1c3d3a58-f8ad-48bd-b6da-efff1df91292 is already hosted by enough agents. {{(pid=100452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:48:22.348589 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39007367-552b-49d6-a7a3-156ded461ac5 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] Pushing event updated for resources: {'Port': ['ID=cb31b113-57c5-4326-b73e-a82f5552accd,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:22.356151 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.base_scheduler [req-d5099b35-7b53-4c2b-a10f-276a36a9d91c req-39007367-552b-49d6-a7a3-156ded461ac5 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] Resources bound (agent type, host, resource id): {{(pid=100452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:48:22.365979 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5099b35-7b53-4c2b-a10f-276a36a9d91c req-39007367-552b-49d6-a7a3-156ded461ac5 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] Received port after_create {{(pid=100452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 16:48:22.372300 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5099b35-7b53-4c2b-a10f-276a36a9d91c req-39007367-552b-49d6-a7a3-156ded461ac5 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:22.373035 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-d5099b35-7b53-4c2b-a10f-276a36a9d91c req-39007367-552b-49d6-a7a3-156ded461ac5 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for port, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:22.401794 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2183f6c5-7846-414c-8033-8c08638fbc3e req-7e5ae69d-47ec-45de-ad9a-3f5f4b7b6320 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:22.402615 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-d5099b35-7b53-4c2b-a10f-276a36a9d91c req-39007367-552b-49d6-a7a3-156ded461ac5 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8790839 Sep 22 16:48:22.403611 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-2183f6c5-7846-414c-8033-8c08638fbc3e req-7e5ae69d-47ec-45de-ad9a-3f5f4b7b6320 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 945 time: 0.0813513 Sep 22 16:48:22.404681 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-bb45e10d-cfcc-4250-9633-dcdf46fcc89f req-2dfb9af9-f3b1-47b8-a16f-914690b8b956 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550675 Sep 22 16:48:22.442921 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-2183f6c5-7846-414c-8033-8c08638fbc3e req-63a0ed60-2e72-412c-aca1-e976f42cb02a tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332112 Sep 22 16:48:22.542225 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e6f32-5d45-426c-9ef6-b68377a47496 req-054ed598-1402-4ae4-881b-c457c71aa020 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:22.543686 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-4b6e6f32-5d45-426c-9ef6-b68377a47496 req-054ed598-1402-4ae4-881b-c457c71aa020 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 946 time: 0.0479870 Sep 22 16:48:22.584509 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-4b6e6f32-5d45-426c-9ef6-b68377a47496 req-4b2b5ac5-63c2-4589-9876-d7e1cf46cdd9 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350368 Sep 22 16:48:22.686319 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c1fda-86bb-4d73-a4f6-02a740322fee req-1b5942f6-e48d-49a7-a51e-0c31689cd116 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:22.687778 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-784c1fda-86bb-4d73-a4f6-02a740322fee req-1b5942f6-e48d-49a7-a51e-0c31689cd116 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/ports?device_id=3aac2995-1fa9-4ca3-8871-67080eddf214 HTTP/1.1" status: 200 len: 945 time: 0.0475173 Sep 22 16:48:22.724150 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-784c1fda-86bb-4d73-a4f6-02a740322fee req-9d8b0068-fb04-4978-a200-8265da5bc5f3 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/security-groups?id=d68185b6-4f9e-46c7-85bd-951d06229eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305629 Sep 22 16:48:22.824856 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2dbf70-73d7-41b5-bc2f-1745d8781b04 req-06f955ef-d84d-4dd6-bc5c-05744daba10d tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:22.826234 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-be2dbf70-73d7-41b5-bc2f-1745d8781b04 req-06f955ef-d84d-4dd6-bc5c-05744daba10d tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c38a59e-ec55-4ca9-bb46-9b7a220971ab HTTP/1.1" status: 200 len: 932 time: 0.0488110 Sep 22 16:48:22.839072 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [req-d5099b35-7b53-4c2b-a10f-276a36a9d91c req-f8b537d3-6128-45b7-8ded-2214b4807df6 service neutron] Request body: {'port': {'device_id': '8c38a59e-ec55-4ca9-bb46-9b7a220971ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:48:22.867376 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-be2dbf70-73d7-41b5-bc2f-1745d8781b04 req-6cd273ee-d204-4243-b33f-81f3161a3fbc tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.66 "GET /v2.0/security-groups?id=0676076c-7d0a-4215-b4be-d5299778849f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349641 Sep 22 16:48:22.900272 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-d5099b35-7b53-4c2b-a10f-276a36a9d91c req-f8b537d3-6128-45b7-8ded-2214b4807df6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:23.012968 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a22a6-1bcc-4cd0-a30c-5aef77c3a703 req-8fce7e42-9df3-4ac3-821b-fb44e6392deb tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:23.014944 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-534a22a6-1bcc-4cd0-a30c-5aef77c3a703 req-8fce7e42-9df3-4ac3-821b-fb44e6392deb tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 946 time: 0.0817506 Sep 22 16:48:23.063320 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-534a22a6-1bcc-4cd0-a30c-5aef77c3a703 req-4936dc24-a3cb-4fc2-9857-2f5084e87568 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421996 Sep 22 16:48:23.155689 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 55026) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:48:23.188395 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.notifiers.nova [req-d5099b35-7b53-4c2b-a10f-276a36a9d91c req-f8b537d3-6128-45b7-8ded-2214b4807df6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb31b113-57c5-4326-b73e-a82f5552accd {{(pid=100452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 16:48:23.197503 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-d5099b35-7b53-4c2b-a10f-276a36a9d91c req-f8b537d3-6128-45b7-8ded-2214b4807df6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:23.216371 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.provisioning_blocks [req-d5099b35-7b53-4c2b-a10f-276a36a9d91c req-f8b537d3-6128-45b7-8ded-2214b4807df6 service neutron] Transition to ACTIVE for port object cb31b113-57c5-4326-b73e-a82f5552accd will not be triggered until provisioned by entity L2. {{(pid=100452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:48:23.228752 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-d5099b35-7b53-4c2b-a10f-276a36a9d91c req-f8b537d3-6128-45b7-8ded-2214b4807df6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:23.317363 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b537d3-6128-45b7-8ded-2214b4807df6 service neutron] Pushing event updated for resources: {'Port': ['ID=cb31b113-57c5-4326-b73e-a82f5552accd,revision_number=2']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:23.358545 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.managers [req-d5099b35-7b53-4c2b-a10f-276a36a9d91c req-f8b537d3-6128-45b7-8ded-2214b4807df6 service neutron] Attempting to bind port cb31b113-57c5-4326-b73e-a82f5552accd on host hv-cinder-80996 for vnic_type normal with profile {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 16:48:23.358906 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.managers [req-d5099b35-7b53-4c2b-a10f-276a36a9d91c req-f8b537d3-6128-45b7-8ded-2214b4807df6 service neutron] Attempting to bind port cb31b113-57c5-4326-b73e-a82f5552accd by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': 'a343ba7b-62f0-4599-8262-3607817646b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '1c3d3a58-f8ad-48bd-b6da-efff1df91292'}] {{(pid=100452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 16:48:23.359274 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5099b35-7b53-4c2b-a10f-276a36a9d91c req-f8b537d3-6128-45b7-8ded-2214b4807df6 service neutron] Attempting to bind port cb31b113-57c5-4326-b73e-a82f5552accd on network 1c3d3a58-f8ad-48bd-b6da-efff1df91292 {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 16:48:23.372201 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5099b35-7b53-4c2b-a10f-276a36a9d91c req-f8b537d3-6128-45b7-8ded-2214b4807df6 service neutron] Port cb31b113-57c5-4326-b73e-a82f5552accd on network 1c3d3a58-f8ad-48bd-b6da-efff1df91292 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 16:48:23.373183 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5099b35-7b53-4c2b-a10f-276a36a9d91c req-f8b537d3-6128-45b7-8ded-2214b4807df6 service neutron] Attempting to bind port cb31b113-57c5-4326-b73e-a82f5552accd on network 1c3d3a58-f8ad-48bd-b6da-efff1df91292 {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 16:48:23.378183 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-38510c96-9cbe-4f21-9de9-44748f9b21fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:23.378941 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5099b35-7b53-4c2b-a10f-276a36a9d91c req-f8b537d3-6128-45b7-8ded-2214b4807df6 service neutron] Checking agent: {'id': 'b620640a-8129-43ac-bbbc-6cb85f2c2acf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 16, 45, 26), 'started_at': datetime.datetime(2021, 9, 22, 16, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 16, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 16:48:23.379279 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5099b35-7b53-4c2b-a10f-276a36a9d91c req-f8b537d3-6128-45b7-8ded-2214b4807df6 service neutron] Checking segment: {'id': 'a343ba7b-62f0-4599-8262-3607817646b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '1c3d3a58-f8ad-48bd-b6da-efff1df91292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 16:48:23.379667 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5099b35-7b53-4c2b-a10f-276a36a9d91c req-f8b537d3-6128-45b7-8ded-2214b4807df6 service neutron] Bound using segment: {'id': 'a343ba7b-62f0-4599-8262-3607817646b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '1c3d3a58-f8ad-48bd-b6da-efff1df91292'} {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 16:48:23.380083 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.managers [req-d5099b35-7b53-4c2b-a10f-276a36a9d91c req-f8b537d3-6128-45b7-8ded-2214b4807df6 service neutron] Bound port: cb31b113-57c5-4326-b73e-a82f5552accd, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a343ba7b-62f0-4599-8262-3607817646b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '1c3d3a58-f8ad-48bd-b6da-efff1df91292'}}] {{(pid=100452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 16:48:23.380598 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-d5099b35-7b53-4c2b-a10f-276a36a9d91c req-f8b537d3-6128-45b7-8ded-2214b4807df6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:23.450587 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.db [req-d5099b35-7b53-4c2b-a10f-276a36a9d91c req-f8b537d3-6128-45b7-8ded-2214b4807df6 service neutron] For port cb31b113-57c5-4326-b73e-a82f5552accd, host hv-cinder-80996, cleared binding levels {{(pid=100452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 16:48:23.460932 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.db [req-d5099b35-7b53-4c2b-a10f-276a36a9d91c req-f8b537d3-6128-45b7-8ded-2214b4807df6 service neutron] For port cb31b113-57c5-4326-b73e-a82f5552accd, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=cb31b113-57c5-4326-b73e-a82f5552accd,segment=NetworkSegment(a343ba7b-62f0-4599-8262-3607817646b7),segment_id=a343ba7b-62f0-4599-8262-3607817646b7)] {{(pid=100452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 16:48:23.466365 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-d5099b35-7b53-4c2b-a10f-276a36a9d91c req-f8b537d3-6128-45b7-8ded-2214b4807df6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:23.535025 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-38510c96-9cbe-4f21-9de9-44748f9b21fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:23.538191 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b537d3-6128-45b7-8ded-2214b4807df6 service neutron] Pushing event updated for resources: {'Port': ['ID=cb31b113-57c5-4326-b73e-a82f5552accd,revision_number=3']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:23.550937 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-38510c96-9cbe-4f21-9de9-44748f9b21fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:23.557335 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5099b35-7b53-4c2b-a10f-276a36a9d91c req-f8b537d3-6128-45b7-8ded-2214b4807df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:23.557980 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-d5099b35-7b53-4c2b-a10f-276a36a9d91c req-f8b537d3-6128-45b7-8ded-2214b4807df6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for port, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:23.560124 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-d5099b35-7b53-4c2b-a10f-276a36a9d91c req-f8b537d3-6128-45b7-8ded-2214b4807df6 service neutron] 10.222.0.72 "PUT /v2.0/ports/cb31b113-57c5-4326-b73e-a82f5552accd HTTP/1.1" status: 200 len: 1094 time: 0.7247403 Sep 22 16:48:23.560932 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c38a59e-ec55-4ca9-bb46-9b7a220971ab', 'tag': 'cb31b113-57c5-4326-b73e-a82f5552accd'}] {{(pid=100452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 16:48:23.563196 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3daeaf716feba76a3af1624af44cd9d3b401b8dbf4d63f278f059799def7c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da43d42d-c774-4218-a054-10ed24a4fd7f" -d '{"events": [{"name": "network-changed", "server_uuid": "8c38a59e-ec55-4ca9-bb46-9b7a220971ab", "tag": "cb31b113-57c5-4326-b73e-a82f5552accd"}]}' {{(pid=100452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:48:23.582431 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-6ba0f010-dadc-4fe9-8404-9e094ef3c137 req-8e6b5f4c-5696-4631-94b3-9f7f54e73e80 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3aac2995-1fa9-4ca3-8871-67080eddf214&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1071591 Sep 22 16:48:23.641205 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-38510c96-9cbe-4f21-9de9-44748f9b21fd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3e72994247e64866bf16627d54ab3a2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4827051 Sep 22 16:48:23.642097 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 55064) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:48:23.651949 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba5343e-baed-4167-b4ed-d5444d495f8e req-4bc2d441-fdef-4f9e-acda-e9bf6450a182 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:23.653459 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-bba5343e-baed-4167-b4ed-d5444d495f8e req-4bc2d441-fdef-4f9e-acda-e9bf6450a182 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 945 time: 0.1143541 Sep 22 16:48:23.654120 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38510c96-9cbe-4f21-9de9-44748f9b21fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ae2a38-3ff0-48db-bbf9-cf0edb8910aa,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:23.704419 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5099b35-7b53-4c2b-a10f-276a36a9d91c req-5614e58e-2093-4bf8-9a08-c7d702aaf5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:23.705948 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-d5099b35-7b53-4c2b-a10f-276a36a9d91c req-5614e58e-2093-4bf8-9a08-c7d702aaf5a5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=87541293238c472fbd91981f2f55ea80&device_id=8c38a59e-ec55-4ca9-bb46-9b7a220971ab HTTP/1.1" status: 200 len: 1097 time: 0.0740869 Sep 22 16:48:23.718156 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0f010-dadc-4fe9-8404-9e094ef3c137 req-b9ed0240-da24-4979-94df-42cce95db086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:23.719246 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-bba5343e-baed-4167-b4ed-d5444d495f8e req-ddd1ec47-133d-4596-972d-37f73a78bbba tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568061 Sep 22 16:48:23.719653 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-6ba0f010-dadc-4fe9-8404-9e094ef3c137 req-b9ed0240-da24-4979-94df-42cce95db086 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7f8a5bad3e4641939674758f4237d85b&device_id=3aac2995-1fa9-4ca3-8871-67080eddf214 HTTP/1.1" status: 200 len: 1098 time: 0.0567782 Sep 22 16:48:23.740547 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-ad33f54a-5906-4f20-a7d3-bd2ff10087b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:23.773873 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-ad33f54a-5906-4f20-a7d3-bd2ff10087b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:23.775053 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-d5099b35-7b53-4c2b-a10f-276a36a9d91c req-f38d2ad6-1a27-44c3-b77f-ec5dbdf3b182 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb31b113-57c5-4326-b73e-a82f5552accd HTTP/1.1" status: 200 len: 217 time: 0.0482407 Sep 22 16:48:23.807872 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 16:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c23caeb-a4ae-4c0c-af51-01ed3a4b868b x-openstack-request-id: req-0c23caeb-a4ae-4c0c-af51-01ed3a4b868b {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:48:23.808370 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c38a59e-ec55-4ca9-bb46-9b7a220971ab", "tag": "cb31b113-57c5-4326-b73e-a82f5552accd", "status": "completed", "code": 200}]} {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:48:23.808773 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0c23caeb-a4ae-4c0c-af51-01ed3a4b868b {{(pid=100452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:48:23.809310 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c38a59e-ec55-4ca9-bb46-9b7a220971ab', 'tag': 'cb31b113-57c5-4326-b73e-a82f5552accd', 'status': 'completed', 'code': 200} Sep 22 16:48:23.841338 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-ad33f54a-5906-4f20-a7d3-bd2ff10087b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:23.843953 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-ad33f54a-5906-4f20-a7d3-bd2ff10087b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:23.847725 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-ad33f54a-5906-4f20-a7d3-bd2ff10087b5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/58ae2a38-3ff0-48db-bbf9-cf0edb8910aa HTTP/1.1" status: 204 len: 168 time: 0.2019634 Sep 22 16:48:23.862679 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad33f54a-5906-4f20-a7d3-bd2ff10087b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ae2a38-3ff0-48db-bbf9-cf0edb8910aa,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:23.905191 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5099b35-7b53-4c2b-a10f-276a36a9d91c req-e0824fe3-9f8b-43e7-8eab-68ad2a5761e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:23.906707 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-d5099b35-7b53-4c2b-a10f-276a36a9d91c req-e0824fe3-9f8b-43e7-8eab-68ad2a5761e8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f5c292e6-67d2-454f-b026-357a34582a81 HTTP/1.1" status: 200 len: 855 time: 0.1227760 Sep 22 16:48:23.920947 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b707430-05e9-45aa-971e-f84455493a3f req-7772bbb0-42da-4b22-9cc0-0cbaba979c08 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:23.922530 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-2b707430-05e9-45aa-971e-f84455493a3f req-7772bbb0-42da-4b22-9cc0-0cbaba979c08 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 946 time: 0.0699441 Sep 22 16:48:23.954657 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-d5099b35-7b53-4c2b-a10f-276a36a9d91c req-e4fa5a2b-e827-45fb-b964-0ae0783641ae service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1c3d3a58-f8ad-48bd-b6da-efff1df91292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353305 Sep 22 16:48:23.955746 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0f010-dadc-4fe9-8404-9e094ef3c137 req-25ed2830-1b62-414a-99ac-cf7fcf470fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:23.957214 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-6ba0f010-dadc-4fe9-8404-9e094ef3c137 req-25ed2830-1b62-414a-99ac-cf7fcf470fb6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7d4c5b46-5b9b-4fb5-b0f6-5a1adac27578 HTTP/1.1" status: 200 len: 914 time: 0.1860185 Sep 22 16:48:23.964968 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-2b707430-05e9-45aa-971e-f84455493a3f req-fa9616b1-30a8-49e5-8a32-925fffd7b6aa tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365040 Sep 22 16:48:24.013833 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.agents_db [None req-27f04faf-824b-4b06-8ae5-89241b6ab4ba None None] Agent healthcheck: found 6 active agents {{(pid=100455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 16:48:24.021779 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fdc089f-fa72-4b18-bd7d-93999047877b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f861d7-0c01-4de5-ab7e-d78dceee6656'}] {{(pid=100454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 16:48:24.026201 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16d40b4f2de209020387121264880f1a965f25742078a59137d58ca0948e8304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0cb3eb6-6bc0-4f94-811f-b82790d81e32" -d '{"events": [{"server_uuid": "4fdc089f-fa72-4b18-bd7d-93999047877b", "name": "network-vif-plugged", "status": "completed", "tag": "b5f861d7-0c01-4de5-ab7e-d78dceee6656"}]}' {{(pid=100454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:48:24.029232 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-6ba0f010-dadc-4fe9-8404-9e094ef3c137 req-f4ded021-dd29-48bb-b801-f579cb3a153c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=450cb8e9-3f47-4f79-98aa-a290a9c95270 HTTP/1.1" status: 200 len: 217 time: 0.0558295 Sep 22 16:48:24.032852 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 55084) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:48:24.105320 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5832590c-fe97-4888-bb85-5d88a04e9408 req-0e2e76d1-50de-474d-bbfe-ff712b64ad30 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:24.106886 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-5832590c-fe97-4888-bb85-5d88a04e9408 req-0e2e76d1-50de-474d-bbfe-ff712b64ad30 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/ports?device_id=3aac2995-1fa9-4ca3-8871-67080eddf214 HTTP/1.1" status: 200 len: 945 time: 0.0577877 Sep 22 16:48:24.138313 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0f010-dadc-4fe9-8404-9e094ef3c137 req-c3cd02a0-09ef-4c50-8744-88f5c09393ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:24.140104 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-6ba0f010-dadc-4fe9-8404-9e094ef3c137 req-c3cd02a0-09ef-4c50-8744-88f5c09393ba service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1be6fdda-c675-42d5-bc59-ee2b2c380e51 HTTP/1.1" status: 200 len: 852 time: 0.0942702 Sep 22 16:48:24.162167 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-5832590c-fe97-4888-bb85-5d88a04e9408 req-1ba96589-b980-4901-b1e6-38d9e8ae8c1e tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/security-groups?id=d68185b6-4f9e-46c7-85bd-951d06229eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494158 Sep 22 16:48:24.163734 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-0a2193a2-ae2f-4f17-85ce-185fcb738943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:24.179636 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-d5099b35-7b53-4c2b-a10f-276a36a9d91c req-946baa46-dcfb-4fcb-9261-36a54f8e1ff8 service neutron] 10.222.0.72 "GET /v2.0/networks/1c3d3a58-f8ad-48bd-b6da-efff1df91292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082546 Sep 22 16:48:24.182189 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-6ba0f010-dadc-4fe9-8404-9e094ef3c137 req-9ec35ed8-6037-4101-bfb8-4abd12e2d707 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7d4c5b46-5b9b-4fb5-b0f6-5a1adac27578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337219 Sep 22 16:48:24.260303 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 55092) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:48:24.308976 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-ff0a1ac1-46b0-44bf-98ed-53740a730b55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:24.362861 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2790f97f-08e9-4850-8b24-08e953299cf3 req-d42aecf0-c817-4cbf-975b-da4701a1c4dc tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:24.364324 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-2790f97f-08e9-4850-8b24-08e953299cf3 req-d42aecf0-c817-4cbf-975b-da4701a1c4dc tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 945 time: 0.0892854 Sep 22 16:48:24.375849 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 55094) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:48:24.380564 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.v2.base [None req-16f1339c-dd55-4231-bdbf-20806e610345 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Request body: {'floatingip': {'port_id': '6a718f0a-bbc2-4ab1-8f9e-3eee69237667'}} {{(pid=100453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:48:24.416063 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-0a2193a2-ae2f-4f17-85ce-185fcb738943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:24.417202 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-6ba0f010-dadc-4fe9-8404-9e094ef3c137 req-097a2ff8-6beb-4b18-a9ea-8d5c63fcd078 service neutron] 10.222.0.72 "GET /v2.0/networks/7d4c5b46-5b9b-4fb5-b0f6-5a1adac27578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218218 Sep 22 16:48:24.421831 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-d5099b35-7b53-4c2b-a10f-276a36a9d91c req-92168ef8-ee36-44e2-b8c7-444874a953f3 service neutron] 10.222.0.72 "GET /v2.0/networks/1c3d3a58-f8ad-48bd-b6da-efff1df91292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283847 Sep 22 16:48:24.466132 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-0a2193a2-ae2f-4f17-85ce-185fcb738943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:24.512667 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-16f1339c-dd55-4231-bdbf-20806e610345 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks [] for floatingip, before_update {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:24.574996 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da43d42d-c774-4218-a054-10ed24a4fd7f req-b74d474f-2928-41eb-917e-466c8dd6a9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:24.591200 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-da43d42d-c774-4218-a054-10ed24a4fd7f req-b74d474f-2928-41eb-917e-466c8dd6a9e7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=87541293238c472fbd91981f2f55ea80&device_id=8c38a59e-ec55-4ca9-bb46-9b7a220971ab HTTP/1.1" status: 200 len: 1097 time: 0.0713267 Sep 22 16:48:24.630101 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-6ba0f010-dadc-4fe9-8404-9e094ef3c137 req-1f757432-5c6c-4e5d-b640-9b4ac036fe59 service neutron] 10.222.0.72 "GET /v2.0/networks/7d4c5b46-5b9b-4fb5-b0f6-5a1adac27578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921060 Sep 22 16:48:24.632246 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-0a2193a2-ae2f-4f17-85ce-185fcb738943 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e924bd1da4884ccfb46e0d5f947174a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5983145 Sep 22 16:48:24.632925 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 55104) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:48:24.648772 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2193a2-ae2f-4f17-85ce-185fcb738943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc6f0357-3c10-4750-a2bd-da5cef280961,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:24.724350 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd24687-1f31-45f1-b013-20bc6ffb769f req-5d150350-70ba-4635-8e92-6dc654a9805f tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:24.725997 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-bfd24687-1f31-45f1-b013-20bc6ffb769f req-5d150350-70ba-4635-8e92-6dc654a9805f tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c38a59e-ec55-4ca9-bb46-9b7a220971ab HTTP/1.1" status: 200 len: 944 time: 0.2720439 Sep 22 16:48:24.792465 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da43d42d-c774-4218-a054-10ed24a4fd7f req-01c0c3a2-7746-4c2d-a8ec-bc0c0c1532e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:24.793963 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-da43d42d-c774-4218-a054-10ed24a4fd7f req-01c0c3a2-7746-4c2d-a8ec-bc0c0c1532e3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1c3d3a58-f8ad-48bd-b6da-efff1df91292 HTTP/1.1" status: 200 len: 917 time: 0.1894450 Sep 22 16:48:24.798466 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-b1d88f3d-b345-48c9-ad3e-2b98d4b62908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:24.850434 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-da43d42d-c774-4218-a054-10ed24a4fd7f req-fd3c66a3-8d86-412b-ab5a-04b37d6a3801 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb31b113-57c5-4326-b73e-a82f5552accd HTTP/1.1" status: 200 len: 217 time: 0.0467606 Sep 22 16:48:24.854157 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-bfd24687-1f31-45f1-b013-20bc6ffb769f req-8b1f5bba-54dd-4411-9e3f-283649fc91fb tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.66 "GET /v2.0/security-groups?id=0676076c-7d0a-4215-b4be-d5299778849f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177139 Sep 22 16:48:24.855424 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-b1d88f3d-b345-48c9-ad3e-2b98d4b62908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:24.894736 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-ff0a1ac1-46b0-44bf-98ed-53740a730b55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:24.903629 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-ff0a1ac1-46b0-44bf-98ed-53740a730b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:24.917620 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 16:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b91c4e-3460-4fbc-a417-9ff81d5eff3e x-openstack-request-id: req-79b91c4e-3460-4fbc-a417-9ff81d5eff3e {{(pid=100454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:48:24.918173 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fdc089f-fa72-4b18-bd7d-93999047877b", "name": "network-vif-plugged", "status": "completed", "tag": "b5f861d7-0c01-4de5-ab7e-d78dceee6656", "code": 200}]} {{(pid=100454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:48:24.918573 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-79b91c4e-3460-4fbc-a417-9ff81d5eff3e {{(pid=100454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:48:24.919174 dv-cinder-809968-4-iscsi neutron-server[100454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fdc089f-fa72-4b18-bd7d-93999047877b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f861d7-0c01-4de5-ab7e-d78dceee6656', 'code': 200} Sep 22 16:48:24.932917 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da43d42d-c774-4218-a054-10ed24a4fd7f req-a9af1396-178f-47e3-b355-ca9b2a315f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:24.935090 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-da43d42d-c774-4218-a054-10ed24a4fd7f req-a9af1396-178f-47e3-b355-ca9b2a315f3c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f5c292e6-67d2-454f-b026-357a34582a81 HTTP/1.1" status: 200 len: 855 time: 0.0770378 Sep 22 16:48:24.980632 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-da43d42d-c774-4218-a054-10ed24a4fd7f req-d9e6ea9c-d15f-447a-8c93-4cc728aa8aa4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1c3d3a58-f8ad-48bd-b6da-efff1df91292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329430 Sep 22 16:48:24.982150 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-b1d88f3d-b345-48c9-ad3e-2b98d4b62908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:24.984951 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-b1d88f3d-b345-48c9-ad3e-2b98d4b62908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:24.986083 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-b1d88f3d-b345-48c9-ad3e-2b98d4b62908 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bc6f0357-3c10-4750-a2bd-da5cef280961 HTTP/1.1" status: 204 len: 168 time: 0.3513024 Sep 22 16:48:25.004814 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d88f3d-b345-48c9-ad3e-2b98d4b62908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc6f0357-3c10-4750-a2bd-da5cef280961,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:25.066161 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0a1ac1-46b0-44bf-98ed-53740a730b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7a87d2-a8ef-4843-8d2d-78f54bb878bf,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:25.076008 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-ff0a1ac1-46b0-44bf-98ed-53740a730b55 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5d8d8e8cd9994ab9a8474296cdd7edab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8146923 Sep 22 16:48:25.079170 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 55116) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:48:25.158678 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1be275-7419-4160-b1d1-64b075133157 req-73ac18f4-8cf7-401c-8839-d0a229717135 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:25.160179 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-3c1be275-7419-4160-b1d1-64b075133157 req-73ac18f4-8cf7-401c-8839-d0a229717135 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 946 time: 0.1810114 Sep 22 16:48:25.169423 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-da43d42d-c774-4218-a054-10ed24a4fd7f req-5a3ef4c1-2665-4407-864e-92818ec31f0b service neutron] 10.222.0.72 "GET /v2.0/networks/1c3d3a58-f8ad-48bd-b6da-efff1df91292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718826 Sep 22 16:48:25.203739 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-15c4293c-a87c-45a3-be2a-d46fc5263621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:25.240493 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63bf4ed-e45c-462b-9b05-74833e943af0 req-4c8100bb-2089-48f0-8dec-6d4972ddbe2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:25.242041 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-b63bf4ed-e45c-462b-9b05-74833e943af0 req-4c8100bb-2089-48f0-8dec-6d4972ddbe2f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 1099 time: 0.1092119 Sep 22 16:48:25.248781 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-15c4293c-a87c-45a3-be2a-d46fc5263621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:25.381365 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-b63bf4ed-e45c-462b-9b05-74833e943af0 req-c2e1cc6d-1397-40f1-b27c-02bff43fb998 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0797698 Sep 22 16:48:25.386822 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-da43d42d-c774-4218-a054-10ed24a4fd7f req-d2e5ca5a-bee1-4fc4-92a3-0374f6e243f6 service neutron] 10.222.0.72 "GET /v2.0/networks/1c3d3a58-f8ad-48bd-b6da-efff1df91292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083306 Sep 22 16:48:25.410937 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-15c4293c-a87c-45a3-be2a-d46fc5263621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:25.414132 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-15c4293c-a87c-45a3-be2a-d46fc5263621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:25.418121 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-15c4293c-a87c-45a3-be2a-d46fc5263621 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ef7a87d2-a8ef-4843-8d2d-78f54bb878bf HTTP/1.1" status: 204 len: 168 time: 0.3378885 Sep 22 16:48:25.437127 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c4293c-a87c-45a3-be2a-d46fc5263621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7a87d2-a8ef-4843-8d2d-78f54bb878bf,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:25.482126 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-3c1be275-7419-4160-b1d1-64b075133157 req-29d863cf-d8d5-4545-a6d5-f322563f22e4 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106560 Sep 22 16:48:25.527244 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 55124) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:48:25.540820 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-280fd102-5d1f-42e1-b5ee-071378112a62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:25.620758 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-16f1339c-dd55-4231-bdbf-20806e610345 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:25.628460 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-16f1339c-dd55-4231-bdbf-20806e610345 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700864'] for floatingip, after_update {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:25.640618 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-280fd102-5d1f-42e1-b5ee-071378112a62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:25.646221 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-280fd102-5d1f-42e1-b5ee-071378112a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:25.690555 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280fd102-5d1f-42e1-b5ee-071378112a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c77c53b3-2689-480b-bffb-8f5d78dbf52e,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:25.691575 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b383cd-f85a-44f8-b0f1-55cbc0a3fd6f req-10a0b1cc-61c6-4ad6-aeb0-7a5191e27295 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:25.693238 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f2b383cd-f85a-44f8-b0f1-55cbc0a3fd6f req-10a0b1cc-61c6-4ad6-aeb0-7a5191e27295 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 946 time: 0.1229351 Sep 22 16:48:25.705006 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-280fd102-5d1f-42e1-b5ee-071378112a62 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ea5c53286abf4883b810a4da44f06046&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1765318 Sep 22 16:48:25.707588 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 55132) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:48:25.728193 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-585aac4d-56a9-40d8-932e-631b351c8dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:25.770508 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-7507280a-64b3-4fe0-9125-66df695cfab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:25.793778 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-7507280a-64b3-4fe0-9125-66df695cfab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:25.824925 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f2b383cd-f85a-44f8-b0f1-55cbc0a3fd6f req-6c0f7494-6954-430c-b797-5d6db6c5c161 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0935218 Sep 22 16:48:25.833601 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.db.l3_db [None req-16f1339c-dd55-4231-bdbf-20806e610345 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Floating IP fb41c88c-f449-4413-bac3-cd869cdfcb38 associated. External IP: 172.27.0.39, port: 6a718f0a-bbc2-4ab1-8f9e-3eee69237667. Sep 22 16:48:25.856854 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-7507280a-64b3-4fe0-9125-66df695cfab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:25.859547 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-7507280a-64b3-4fe0-9125-66df695cfab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:25.860832 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-7507280a-64b3-4fe0-9125-66df695cfab1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c77c53b3-2689-480b-bffb-8f5d78dbf52e HTTP/1.1" status: 204 len: 168 time: 0.1521864 Sep 22 16:48:25.869404 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7507280a-64b3-4fe0-9125-66df695cfab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77c53b3-2689-480b-bffb-8f5d78dbf52e,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:26.113288 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16f1339c-dd55-4231-bdbf-20806e610345 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Router a7d12065-70cd-402f-ba9c-401a05f7c32a has already been hosted by L3 agent c3efc510-1e60-45c8-b68a-00a20fddc4a4 {{(pid=100453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 16:48:26.147975 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:26.200814 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0c687-bf4e-424f-a728-29059b0e01d8 req-8d54495a-9cdf-47db-b4ac-37e7c381556c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:26.203321 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-33f0c687-bf4e-424f-a728-29059b0e01d8 req-8d54495a-9cdf-47db-b4ac-37e7c381556c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b8bdb2bea31e47d187cb21b1f1e64ba1&device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 1099 time: 0.0768993 Sep 22 16:48:26.243145 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f1339c-dd55-4231-bdbf-20806e610345 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify agent at l3_agent.dv-cinder-809968-4-iscsi the message routers_updated {{(pid=100453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 16:48:26.248036 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-16f1339c-dd55-4231-bdbf-20806e610345 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306'] for floatingip, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:26.260181 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5d5471-0ead-4551-8f15-56fcedbff9f9 None None] Sync routers for ids ['a7d12065-70cd-402f-ba9c-401a05f7c32a'] in dv-cinder-809968-4-iscsi {{(pid=100455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 16:48:26.273705 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5d5471-0ead-4551-8f15-56fcedbff9f9 None None] Routers {'a7d12065-70cd-402f-ba9c-401a05f7c32a'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 16:48:26.275247 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-2a5d5471-0ead-4551-8f15-56fcedbff9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:47:59Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['a7d12065-70cd-402f-ba9c-401a05f7c32a'], 'active': True} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:48:26.286851 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-16f1339c-dd55-4231-bdbf-20806e610345 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "PUT /v2.0/floatingips/fb41c88c-f449-4413-bac3-cd869cdfcb38 HTTP/1.1" status: 200 len: 990 time: 1.9098380 Sep 22 16:48:26.290691 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a375947-7b62-4300-94be-f505cf01b377', 'tag': '6a718f0a-bbc2-4ab1-8f9e-3eee69237667'}] {{(pid=100453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 16:48:26.293174 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e4dd1ec7b6bb508b8f985d0227854479c11c36687027ca7eec5a37465d8b4ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e5521f-b9ba-498e-b3d5-f60c1a8b021c" -d '{"events": [{"name": "network-changed", "server_uuid": "5a375947-7b62-4300-94be-f505cf01b377", "tag": "6a718f0a-bbc2-4ab1-8f9e-3eee69237667"}]}' {{(pid=100453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:48:26.398342 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0c687-bf4e-424f-a728-29059b0e01d8 req-43782563-c4ef-4304-87b3-dc2bf25783c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:26.409259 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-33f0c687-bf4e-424f-a728-29059b0e01d8 req-43782563-c4ef-4304-87b3-dc2bf25783c0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=933b11c6-c16c-4f49-9f97-7720f111f0ed HTTP/1.1" status: 200 len: 921 time: 0.1927967 Sep 22 16:48:26.438511 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvr_db [None req-2a5d5471-0ead-4551-8f15-56fcedbff9f9 None None] Set router a7d12065-70cd-402f-ba9c-401a05f7c32a gateway port host: dv-cinder-809968-4-iscsi {{(pid=100455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 16:48:26.454127 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-33f0c687-bf4e-424f-a728-29059b0e01d8 req-dad633f5-9489-4750-a3ac-3416facbb2bb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ad687de-ba80-48f4-a7a5-65b19cba6c9a HTTP/1.1" status: 200 len: 217 time: 0.0439591 Sep 22 16:48:26.487475 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 55186) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:48:26.531456 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0c687-bf4e-424f-a728-29059b0e01d8 req-38d404be-dc26-46e5-9820-d5f66d371b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:26.534149 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-33f0c687-bf4e-424f-a728-29059b0e01d8 req-38d404be-dc26-46e5-9820-d5f66d371b7c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cc6f66dc-a466-4cdc-9953-0a3b593f7cb6 HTTP/1.1" status: 200 len: 859 time: 0.0718343 Sep 22 16:48:26.571224 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-33f0c687-bf4e-424f-a728-29059b0e01d8 req-04dd0805-3794-4f89-90e5-74e087e85166 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=933b11c6-c16c-4f49-9f97-7720f111f0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280254 Sep 22 16:48:26.728951 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-33f0c687-bf4e-424f-a728-29059b0e01d8 req-f165e399-e2d9-4ca3-bc07-f5e8b468a2b2 service neutron] 10.222.0.72 "GET /v2.0/networks/933b11c6-c16c-4f49-9f97-7720f111f0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458886 Sep 22 16:48:26.848556 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-613f3976-456e-4bc2-be6b-a0982463e458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:26.864025 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-33f0c687-bf4e-424f-a728-29059b0e01d8 req-df56b7b2-26f1-4e6c-8a4f-321900da3967 service neutron] 10.222.0.72 "GET /v2.0/networks/933b11c6-c16c-4f49-9f97-7720f111f0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176229 Sep 22 16:48:26.872255 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-2a5d5471-0ead-4551-8f15-56fcedbff9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d12065-70cd-402f-ba9c-401a05f7c32a', 'name': 'tempest-AttachVolumeTestJSON-444129439-router', 'tenant_id': '561be258dcb34fb388cd55aeb3bb42b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'e3e6b432-f16c-438a-880f-e5c945ec90e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:47:15Z', 'updated_at': '2021-09-22T16:47:23Z', 'revision_number': 4, 'project_id': '561be258dcb34fb388cd55aeb3bb42b0', 'gw_port': {'id': 'e3e6b432-f16c-438a-880f-e5c945ec90e0', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d12065-70cd-402f-ba9c-401a05f7c32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:16Z', 'updated_at': '2021-09-22T16:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_floatingips': [{'id': 'fb41c88c-f449-4413-bac3-cd869cdfcb38', 'tenant_id': '561be258dcb34fb388cd55aeb3bb42b0', 'floating_ip_address': '172.27.0.39', 'floating_network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'router_id': 'a7d12065-70cd-402f-ba9c-401a05f7c32a', 'port_id': '6a718f0a-bbc2-4ab1-8f9e-3eee69237667', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5', 'mac_address': 'fa:16:3e:d0:94:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a375947-7b62-4300-94be-f505cf01b377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T16:47:37Z', 'updated_at': '2021-09-22T16:48:25Z', 'revision_number': 1, 'project_id': '561be258dcb34fb388cd55aeb3bb42b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc5528df-9164-4f41-a31a-59ee54ae5947', 'name': '', 'network_id': '818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5', 'tenant_id': '561be258dcb34fb388cd55aeb3bb42b0', 'mac_address': 'fa:16:3e:31:5d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d12065-70cd-402f-ba9c-401a05f7c32a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6b2e37f6-e9e1-49ca-adc1-92f53c49454f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:21Z', 'updated_at': '2021-09-22T16:47:32Z', 'revision_number': 5, 'project_id': '561be258dcb34fb388cd55aeb3bb42b0', 'subnets': [{'id': '6b2e37f6-e9e1-49ca-adc1-92f53c49454f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:48:26.878013 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23e27f1-44da-4ffa-b8f2-331bb118ecd8 req-797e48dd-618d-477a-9c5d-23cb0b37e45d tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:26.886478 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-b23e27f1-44da-4ffa-b8f2-331bb118ecd8 req-797e48dd-618d-477a-9c5d-23cb0b37e45d tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c38a59e-ec55-4ca9-bb46-9b7a220971ab HTTP/1.1" status: 200 len: 944 time: 0.1721115 Sep 22 16:48:26.908781 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5d5471-0ead-4551-8f15-56fcedbff9f9 None None] Checking router: a7d12065-70cd-402f-ba9c-401a05f7c32a for host: dv-cinder-809968-4-iscsi {{(pid=100455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 16:48:26.922289 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5d5471-0ead-4551-8f15-56fcedbff9f9 None None] Routers {'a7d12065-70cd-402f-ba9c-401a05f7c32a'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 16:48:26.923195 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-2a5d5471-0ead-4551-8f15-56fcedbff9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:47:59Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['a7d12065-70cd-402f-ba9c-401a05f7c32a'], 'active': True} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:48:26.972854 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-b23e27f1-44da-4ffa-b8f2-331bb118ecd8 req-02fe9704-2fc2-4710-bd88-f0d614c3904e tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.66 "GET /v2.0/security-groups?id=0676076c-7d0a-4215-b4be-d5299778849f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817614 Sep 22 16:48:27.116066 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-613f3976-456e-4bc2-be6b-a0982463e458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:27.149953 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvr_db [None req-2a5d5471-0ead-4551-8f15-56fcedbff9f9 None None] Set router a7d12065-70cd-402f-ba9c-401a05f7c32a gateway port host: dv-cinder-809968-4-iscsi {{(pid=100455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 16:48:27.152950 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-613f3976-456e-4bc2-be6b-a0982463e458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:27.215670 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613f3976-456e-4bc2-be6b-a0982463e458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3247e4ca-5226-4169-ab9c-642a6842f4a4,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:27.221655 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 55218) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:48:27.222056 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-613f3976-456e-4bc2-be6b-a0982463e458 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=07cb8ca79693498e90c28fa74baae1d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7332945 Sep 22 16:48:27.260680 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b0895-20e4-47d3-a710-a9829ab172c4 req-e03b85d3-68af-432b-8d5a-04b73a7fedbf tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:27.264520 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-af2b0895-20e4-47d3-a710-a9829ab172c4 req-e03b85d3-68af-432b-8d5a-04b73a7fedbf tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 946 time: 0.1638629 Sep 22 16:48:27.308170 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-9083d828-7044-4051-9d12-5cdd305e18f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:27.318610 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-af2b0895-20e4-47d3-a710-a9829ab172c4 req-50f79d4b-97a2-4f24-ae18-6b3fd9712c46 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470610 Sep 22 16:48:27.359152 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-9083d828-7044-4051-9d12-5cdd305e18f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:27.469368 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-9083d828-7044-4051-9d12-5cdd305e18f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:27.471859 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-9083d828-7044-4051-9d12-5cdd305e18f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:27.473033 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-9083d828-7044-4051-9d12-5cdd305e18f5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3247e4ca-5226-4169-ab9c-642a6842f4a4 HTTP/1.1" status: 204 len: 168 time: 0.2502286 Sep 22 16:48:27.484020 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9083d828-7044-4051-9d12-5cdd305e18f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3247e4ca-5226-4169-ab9c-642a6842f4a4,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:27.542201 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 16:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea354d19-d787-492d-bde9-db4cf9c070f9 x-openstack-request-id: req-ea354d19-d787-492d-bde9-db4cf9c070f9 {{(pid=100453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:48:27.542571 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a375947-7b62-4300-94be-f505cf01b377", "tag": "6a718f0a-bbc2-4ab1-8f9e-3eee69237667", "status": "completed", "code": 200}]} {{(pid=100453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:48:27.542826 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ea354d19-d787-492d-bde9-db4cf9c070f9 {{(pid=100453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:48:27.543227 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a375947-7b62-4300-94be-f505cf01b377', 'tag': '6a718f0a-bbc2-4ab1-8f9e-3eee69237667', 'status': 'completed', 'code': 200} Sep 22 16:48:27.650857 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5521f-b9ba-498e-b3d5-f60c1a8b021c req-1f48c5bc-a012-4470-80cd-6d5fc327bb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:27.652544 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-b1e5521f-b9ba-498e-b3d5-f60c1a8b021c req-1f48c5bc-a012-4470-80cd-6d5fc327bb1a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=561be258dcb34fb388cd55aeb3bb42b0&device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 1098 time: 0.0722919 Sep 22 16:48:27.675898 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device cb31b113-57c5-4326-b73e-a82f5552accd details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=100454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 16:48:27.719057 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-2a5d5471-0ead-4551-8f15-56fcedbff9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d12065-70cd-402f-ba9c-401a05f7c32a', 'name': 'tempest-AttachVolumeTestJSON-444129439-router', 'tenant_id': '561be258dcb34fb388cd55aeb3bb42b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'e3e6b432-f16c-438a-880f-e5c945ec90e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:47:15Z', 'updated_at': '2021-09-22T16:47:23Z', 'revision_number': 4, 'project_id': '561be258dcb34fb388cd55aeb3bb42b0', 'gw_port': {'id': 'e3e6b432-f16c-438a-880f-e5c945ec90e0', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d12065-70cd-402f-ba9c-401a05f7c32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:16Z', 'updated_at': '2021-09-22T16:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_floatingips': [{'id': 'fb41c88c-f449-4413-bac3-cd869cdfcb38', 'tenant_id': '561be258dcb34fb388cd55aeb3bb42b0', 'floating_ip_address': '172.27.0.39', 'floating_network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'router_id': 'a7d12065-70cd-402f-ba9c-401a05f7c32a', 'port_id': '6a718f0a-bbc2-4ab1-8f9e-3eee69237667', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5', 'mac_address': 'fa:16:3e:d0:94:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a375947-7b62-4300-94be-f505cf01b377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T16:47:37Z', 'updated_at': '2021-09-22T16:48:25Z', 'revision_number': 1, 'project_id': '561be258dcb34fb388cd55aeb3bb42b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc5528df-9164-4f41-a31a-59ee54ae5947', 'name': '', 'network_id': '818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5', 'tenant_id': '561be258dcb34fb388cd55aeb3bb42b0', 'mac_address': 'fa:16:3e:31:5d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d12065-70cd-402f-ba9c-401a05f7c32a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6b2e37f6-e9e1-49ca-adc1-92f53c49454f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:21Z', 'updated_at': '2021-09-22T16:47:32Z', 'revision_number': 5, 'project_id': '561be258dcb34fb388cd55aeb3bb42b0', 'subnets': [{'id': '6b2e37f6-e9e1-49ca-adc1-92f53c49454f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:48:27.803734 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5d5471-0ead-4551-8f15-56fcedbff9f9 None None] The sync data for ids ['a7d12065-70cd-402f-ba9c-401a05f7c32a'] in dv-cinder-809968-4-iscsi is: [{'id': 'a7d12065-70cd-402f-ba9c-401a05f7c32a', 'name': 'tempest-AttachVolumeTestJSON-444129439-router', 'tenant_id': '561be258dcb34fb388cd55aeb3bb42b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'e3e6b432-f16c-438a-880f-e5c945ec90e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:47:15Z', 'updated_at': '2021-09-22T16:47:23Z', 'revision_number': 4, 'project_id': '561be258dcb34fb388cd55aeb3bb42b0', 'gw_port': {'id': 'e3e6b432-f16c-438a-880f-e5c945ec90e0', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d12065-70cd-402f-ba9c-401a05f7c32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:16Z', 'updated_at': '2021-09-22T16:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_floatingips': [{'id': 'fb41c88c-f449-4413-bac3-cd869cdfcb38', 'tenant_id': '561be258dcb34fb388cd55aeb3bb42b0', 'floating_ip_address': '172.27.0.39', 'floating_network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'router_id': 'a7d12065-70cd-402f-ba9c-401a05f7c32a', 'port_id': '6a718f0a-bbc2-4ab1-8f9e-3eee69237667', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5', 'mac_address': 'fa:16:3e:d0:94:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a375947-7b62-4300-94be-f505cf01b377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T16:47:37Z', 'updated_at': '2021-09-22T16:48:25Z', 'revision_number': 1, 'project_id': '561be258dcb34fb388cd55aeb3bb42b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc5528df-9164-4f41-a31a-59ee54ae5947', 'name': '', 'network_id': '818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5', 'tenant_id': '561be258dcb34fb388cd55aeb3bb42b0', 'mac_address': 'fa:16:3e:31:5d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d12065-70cd-402f-ba9c-401a05f7c32a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6b2e37f6-e9e1-49ca-adc1-92f53c49454f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:21Z', 'updated_at': '2021-09-22T16:47:32Z', 'revision_number': 5, 'project_id': '561be258dcb34fb388cd55aeb3bb42b0', 'subnets': [{'id': '6b2e37f6-e9e1-49ca-adc1-92f53c49454f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 16:48:27.815092 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83317a-ff8b-4d61-92fa-d2c60ff6134e req-aa2c14bf-4b47-4efe-8656-04822df8d35f tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:27.825658 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-bb83317a-ff8b-4d61-92fa-d2c60ff6134e req-aa2c14bf-4b47-4efe-8656-04822df8d35f tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 946 time: 0.0880537 Sep 22 16:48:27.902100 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5521f-b9ba-498e-b3d5-f60c1a8b021c req-87853c2b-6528-4728-8702-813b17296fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:27.903582 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-b1e5521f-b9ba-498e-b3d5-f60c1a8b021c req-87853c2b-6528-4728-8702-813b17296fa1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5 HTTP/1.1" status: 200 len: 912 time: 0.2437937 Sep 22 16:48:27.907870 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-bb83317a-ff8b-4d61-92fa-d2c60ff6134e req-f511ea23-2029-423e-99dc-60c4933d9be7 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0810800 Sep 22 16:48:27.919576 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port cb31b113-57c5-4326-b73e-a82f5552accd, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=cb31b113-57c5-4326-b73e-a82f5552accd,segment=NetworkSegment(a343ba7b-62f0-4599-8262-3607817646b7),segment_id=a343ba7b-62f0-4599-8262-3607817646b7)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:48:27.933512 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Returning: {'device': 'cb31b113-57c5-4326-b73e-a82f5552accd', 'network_id': '1c3d3a58-f8ad-48bd-b6da-efff1df91292', 'port_id': 'cb31b113-57c5-4326-b73e-a82f5552accd', 'mac_address': 'fa:16:3e:17:f8:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1051, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5c292e6-67d2-454f-b026-357a34582a81', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 16:48:27.975130 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:27.994198 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.notifiers.nova [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb31b113-57c5-4326-b73e-a82f5552accd {{(pid=100454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 16:48:28.023009 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port cb31b113-57c5-4326-b73e-a82f5552accd, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=cb31b113-57c5-4326-b73e-a82f5552accd,segment=NetworkSegment(a343ba7b-62f0-4599-8262-3607817646b7),segment_id=a343ba7b-62f0-4599-8262-3607817646b7)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:48:28.030640 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:28.078765 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f04daa7-9b53-45cf-ac40-d02d0da6a1cc req-f20bc673-7e6a-4848-8930-2c8169ff2da7 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:28.081480 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-1f04daa7-9b53-45cf-ac40-d02d0da6a1cc req-f20bc673-7e6a-4848-8930-2c8169ff2da7 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 946 time: 0.0607357 Sep 22 16:48:28.094281 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 55252) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:48:28.101382 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.v2.base [None req-0fa21c26-4e4f-43fa-8054-ca5ed92f576b tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Request body: {'floatingip': {'port_id': 'b5f861d7-0c01-4de5-ab7e-d78dceee6656'}} {{(pid=100453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:48:28.127642 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-b1e5521f-b9ba-498e-b3d5-f60c1a8b021c req-05f9a79a-731d-4780-9ea9-1b4a7efba21b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a718f0a-bbc2-4ab1-8f9e-3eee69237667 HTTP/1.1" status: 200 len: 998 time: 0.2135041 Sep 22 16:48:28.135959 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd33a5b-707e-4e69-953b-7f2cc3ac01a2 None None] New status for floating IP fb41c88c-f449-4413-bac3-cd869cdfcb38: ACTIVE {{(pid=100454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 16:48:28.167677 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-0fa21c26-4e4f-43fa-8054-ca5ed92f576b tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks [] for floatingip, before_update {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:28.216961 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5521f-b9ba-498e-b3d5-f60c1a8b021c req-5488136e-772d-4a3d-9529-93f063789d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:28.218446 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-b1e5521f-b9ba-498e-b3d5-f60c1a8b021c req-5488136e-772d-4a3d-9529-93f063789d06 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6b2e37f6-e9e1-49ca-adc1-92f53c49454f HTTP/1.1" status: 200 len: 849 time: 0.0819383 Sep 22 16:48:28.277155 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Pushing event updated for resources: {'Port': ['ID=cb31b113-57c5-4326-b73e-a82f5552accd,revision_number=4']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:28.322022 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5521f-b9ba-498e-b3d5-f60c1a8b021c req-e2ace742-47d1-4dea-9064-228b88280826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:28.327751 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-b1e5521f-b9ba-498e-b3d5-f60c1a8b021c req-e2ace742-47d1-4dea-9064-228b88280826 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0893438 Sep 22 16:48:28.354434 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957889a-675f-4dd8-99d2-59035a6221f3 req-1c0a05aa-693a-4912-b1ff-8562465868c3 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:28.356035 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-9957889a-675f-4dd8-99d2-59035a6221f3 req-1c0a05aa-693a-4912-b1ff-8562465868c3 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c38a59e-ec55-4ca9-bb46-9b7a220971ab HTTP/1.1" status: 200 len: 945 time: 0.1366746 Sep 22 16:48:28.461307 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-9957889a-675f-4dd8-99d2-59035a6221f3 req-f4f11257-db50-45bc-b369-91ccf3d88576 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.66 "GET /v2.0/security-groups?id=0676076c-7d0a-4215-b4be-d5299778849f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786984 Sep 22 16:48:28.514157 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] get_ports_and_sgs() called for port_ids ['cb31b113-57c5-4326-b73e-a82f5552accd'] {{(pid=100454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 16:48:28.703509 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-4cb3f036-98ba-4fbb-a89e-8205ffbbbcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:28.850517 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-b1e5521f-b9ba-498e-b3d5-f60c1a8b021c req-90b598e2-94fc-4eb7-9340-e34fa84fafd1 service neutron] 10.222.0.72 "GET /v2.0/networks/818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5115039 Sep 22 16:48:28.915918 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7881f148-b45f-4b70-94f7-46e4e7b959fb req-595e631e-eac4-4ee5-8e30-2d14457515a2 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:28.925433 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-7881f148-b45f-4b70-94f7-46e4e7b959fb req-595e631e-eac4-4ee5-8e30-2d14457515a2 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 946 time: 0.3267455 Sep 22 16:48:29.006852 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-b1e5521f-b9ba-498e-b3d5-f60c1a8b021c req-1954e042-ac67-4467-ada1-346d109eb136 service neutron] 10.222.0.72 "GET /v2.0/networks/818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426914 Sep 22 16:48:29.013731 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:29.043070 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-7881f148-b45f-4b70-94f7-46e4e7b959fb req-bd76b346-8af9-41d3-90b6-985cbd4f85aa tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159933 Sep 22 16:48:29.114308 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-0fa21c26-4e4f-43fa-8054-ca5ed92f576b tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:29.126962 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-0fa21c26-4e4f-43fa-8054-ca5ed92f576b tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700864'] for floatingip, after_update {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:29.431569 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.db.l3_db [None req-0fa21c26-4e4f-43fa-8054-ca5ed92f576b tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Floating IP 51fbc378-8ce5-416b-adbe-fb9849cbc39b associated. External IP: 172.27.0.175, port: b5f861d7-0c01-4de5-ab7e-d78dceee6656. Sep 22 16:48:29.588836 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-c376604a-15ac-4af8-994c-a8e4e85893e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:29.654125 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca554076-0c1a-4b7c-9bba-3be03f8a85f5 req-93f9bed0-a7b6-4eb8-8cbc-dc0130e97878 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:29.661966 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-ca554076-0c1a-4b7c-9bba-3be03f8a85f5 req-93f9bed0-a7b6-4eb8-8cbc-dc0130e97878 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c38a59e-ec55-4ca9-bb46-9b7a220971ab HTTP/1.1" status: 200 len: 945 time: 0.1145504 Sep 22 16:48:29.664168 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 55332) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:48:29.744912 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-ca554076-0c1a-4b7c-9bba-3be03f8a85f5 req-82f8bb47-8d08-4492-b532-28b05e5a4b2f tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.66 "GET /v2.0/security-groups?id=0676076c-7d0a-4215-b4be-d5299778849f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820267 Sep 22 16:48:29.752749 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fa21c26-4e4f-43fa-8054-ca5ed92f576b tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Router f4def252-7fd5-499d-a0a2-7969b7845849 has already been hosted by L3 agent c3efc510-1e60-45c8-b68a-00a20fddc4a4 {{(pid=100453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 16:48:29.804177 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-b0e05b34-0b63-494a-9f37-6541d7816ecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:29.927938 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa21c26-4e4f-43fa-8054-ca5ed92f576b tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify agent at l3_agent.dv-cinder-809968-4-iscsi the message routers_updated {{(pid=100453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 16:48:29.934563 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-0fa21c26-4e4f-43fa-8054-ca5ed92f576b tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306'] for floatingip, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:29.940443 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059122f2-9a1c-4b61-a01e-0fd6c3c6c5b3 None None] Sync routers for ids ['f4def252-7fd5-499d-a0a2-7969b7845849'] in dv-cinder-809968-4-iscsi {{(pid=100455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 16:48:29.946436 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-b0e05b34-0b63-494a-9f37-6541d7816ecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:29.951913 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-b0e05b34-0b63-494a-9f37-6541d7816ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:29.955283 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059122f2-9a1c-4b61-a01e-0fd6c3c6c5b3 None None] Routers {'f4def252-7fd5-499d-a0a2-7969b7845849'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 16:48:29.956618 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-059122f2-9a1c-4b61-a01e-0fd6c3c6c5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:48:29Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['f4def252-7fd5-499d-a0a2-7969b7845849'], 'active': True} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:48:29.978953 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-0fa21c26-4e4f-43fa-8054-ca5ed92f576b tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "PUT /v2.0/floatingips/51fbc378-8ce5-416b-adbe-fb9849cbc39b HTTP/1.1" status: 200 len: 992 time: 1.8824596 Sep 22 16:48:29.979785 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fdc089f-fa72-4b18-bd7d-93999047877b', 'tag': 'b5f861d7-0c01-4de5-ab7e-d78dceee6656'}] {{(pid=100453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 16:48:29.982234 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e4dd1ec7b6bb508b8f985d0227854479c11c36687027ca7eec5a37465d8b4ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14460b6f-7260-4110-82ca-b5c032d37ed2" -d '{"events": [{"name": "network-changed", "server_uuid": "4fdc089f-fa72-4b18-bd7d-93999047877b", "tag": "b5f861d7-0c01-4de5-ab7e-d78dceee6656"}]}' {{(pid=100453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:48:30.025083 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-b0e05b34-0b63-494a-9f37-6541d7816ecb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4159940c22674d99af76809eda9e6eef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3588734 Sep 22 16:48:30.027861 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 55354) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:48:30.029942 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e05b34-0b63-494a-9f37-6541d7816ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef33688-c4e9-4737-8de0-f510008fdc27,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:30.094385 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-9c06a99c-8a50-45e4-922d-8b4ed368369b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:30.119649 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-9c06a99c-8a50-45e4-922d-8b4ed368369b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:30.119828 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvr_db [None req-059122f2-9a1c-4b61-a01e-0fd6c3c6c5b3 None None] Set router f4def252-7fd5-499d-a0a2-7969b7845849 gateway port host: dv-cinder-809968-4-iscsi {{(pid=100455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 16:48:30.177746 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 16:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e9bcc1-f5a3-48ba-9063-a432f2d1f5c7 x-openstack-request-id: req-80e9bcc1-f5a3-48ba-9063-a432f2d1f5c7 {{(pid=100453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:48:30.178078 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fdc089f-fa72-4b18-bd7d-93999047877b", "tag": "b5f861d7-0c01-4de5-ab7e-d78dceee6656", "status": "completed", "code": 200}]} {{(pid=100453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:48:30.178317 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-80e9bcc1-f5a3-48ba-9063-a432f2d1f5c7 {{(pid=100453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:48:30.178699 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fdc089f-fa72-4b18-bd7d-93999047877b', 'tag': 'b5f861d7-0c01-4de5-ab7e-d78dceee6656', 'status': 'completed', 'code': 200} Sep 22 16:48:30.194607 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-9c06a99c-8a50-45e4-922d-8b4ed368369b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:30.199100 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-9c06a99c-8a50-45e4-922d-8b4ed368369b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:30.203198 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-9c06a99c-8a50-45e4-922d-8b4ed368369b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fef33688-c4e9-4737-8de0-f510008fdc27 HTTP/1.1" status: 204 len: 168 time: 0.1741710 Sep 22 16:48:30.211050 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c06a99c-8a50-45e4-922d-8b4ed368369b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef33688-c4e9-4737-8de0-f510008fdc27,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:30.267714 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14460b6f-7260-4110-82ca-b5c032d37ed2 req-05782f1c-2aa7-49fa-be9d-ee5ffb99cf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:30.270310 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-14460b6f-7260-4110-82ca-b5c032d37ed2 req-05782f1c-2aa7-49fa-be9d-ee5ffb99cf5d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fe0862b93ee9429196930d5fd745e5cc&device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 1099 time: 0.0734406 Sep 22 16:48:30.316737 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c309615-2912-4070-bd58-b70ed4ac7f33 req-b0d109e4-f5f2-4b38-8533-d04cbe7334c4 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:30.319555 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-0c309615-2912-4070-bd58-b70ed4ac7f33 req-b0d109e4-f5f2-4b38-8533-d04cbe7334c4 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 946 time: 0.0675414 Sep 22 16:48:30.397133 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-0c309615-2912-4070-bd58-b70ed4ac7f33 req-d91c4f88-972b-46ef-a6ce-fc18b2491b6c tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675433 Sep 22 16:48:30.408869 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14460b6f-7260-4110-82ca-b5c032d37ed2 req-a3cc8136-581a-4630-938f-6906dc015f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:30.411067 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-14460b6f-7260-4110-82ca-b5c032d37ed2 req-a3cc8136-581a-4630-938f-6906dc015f15 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cf6bcf08-16c2-430e-b630-d9fa645b940f HTTP/1.1" status: 200 len: 919 time: 0.1221821 Sep 22 16:48:30.442235 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-059122f2-9a1c-4b61-a01e-0fd6c3c6c5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4def252-7fd5-499d-a0a2-7969b7845849', 'name': 'tempest-AttachVolumeShelveTestJSON-1822705425-router', 'tenant_id': 'fe0862b93ee9429196930d5fd745e5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '709278fa-7e7c-472e-886b-0614f43033da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:47:16Z', 'updated_at': '2021-09-22T16:47:26Z', 'revision_number': 4, 'project_id': 'fe0862b93ee9429196930d5fd745e5cc', 'gw_port': {'id': '709278fa-7e7c-472e-886b-0614f43033da', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4def252-7fd5-499d-a0a2-7969b7845849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:17Z', 'updated_at': '2021-09-22T16:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_floatingips': [{'id': '51fbc378-8ce5-416b-adbe-fb9849cbc39b', 'tenant_id': 'fe0862b93ee9429196930d5fd745e5cc', 'floating_ip_address': '172.27.0.175', 'floating_network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'router_id': 'f4def252-7fd5-499d-a0a2-7969b7845849', 'port_id': 'b5f861d7-0c01-4de5-ab7e-d78dceee6656', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf6bcf08-16c2-430e-b630-d9fa645b940f', 'mac_address': 'fa:16:3e:5e:bc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdc089f-fa72-4b18-bd7d-93999047877b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T16:47:39Z', 'updated_at': '2021-09-22T16:48:28Z', 'revision_number': 1, 'project_id': 'fe0862b93ee9429196930d5fd745e5cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0328eafc-2de3-4e3b-9660-147e8781ee53', 'name': '', 'network_id': 'cf6bcf08-16c2-430e-b630-d9fa645b940f', 'tenant_id': 'fe0862b93ee9429196930d5fd745e5cc', 'mac_address': 'fa:16:3e:02:3f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4def252-7fd5-499d-a0a2-7969b7845849', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7d91da0e-c8e1-4689-8df1-180aa1bc9ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:23Z', 'updated_at': '2021-09-22T16:47:35Z', 'revision_number': 5, 'project_id': 'fe0862b93ee9429196930d5fd745e5cc', 'subnets': [{'id': '7d91da0e-c8e1-4689-8df1-180aa1bc9ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:48:30.470345 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059122f2-9a1c-4b61-a01e-0fd6c3c6c5b3 None None] Checking router: f4def252-7fd5-499d-a0a2-7969b7845849 for host: dv-cinder-809968-4-iscsi {{(pid=100455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 16:48:30.480352 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059122f2-9a1c-4b61-a01e-0fd6c3c6c5b3 None None] Routers {'f4def252-7fd5-499d-a0a2-7969b7845849'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 16:48:30.481268 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-059122f2-9a1c-4b61-a01e-0fd6c3c6c5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:48:29Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['f4def252-7fd5-499d-a0a2-7969b7845849'], 'active': True} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:48:30.522152 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-14460b6f-7260-4110-82ca-b5c032d37ed2 req-6dfd18f6-f1c5-4d36-b93a-77e5f9931bf3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5f861d7-0c01-4de5-ab7e-d78dceee6656 HTTP/1.1" status: 200 len: 1000 time: 0.0897913 Sep 22 16:48:30.589817 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14460b6f-7260-4110-82ca-b5c032d37ed2 req-6e8c3137-84dd-4f05-bc13-64c48561944e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:30.592126 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-14460b6f-7260-4110-82ca-b5c032d37ed2 req-6e8c3137-84dd-4f05-bc13-64c48561944e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7d91da0e-c8e1-4689-8df1-180aa1bc9ec6 HTTP/1.1" status: 200 len: 856 time: 0.0663435 Sep 22 16:48:30.640738 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvr_db [None req-059122f2-9a1c-4b61-a01e-0fd6c3c6c5b3 None None] Set router f4def252-7fd5-499d-a0a2-7969b7845849 gateway port host: dv-cinder-809968-4-iscsi {{(pid=100455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 16:48:30.648560 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14460b6f-7260-4110-82ca-b5c032d37ed2 req-e5d7132d-a06b-479c-af45-bbc04a61c09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:30.651045 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-14460b6f-7260-4110-82ca-b5c032d37ed2 req-e5d7132d-a06b-479c-af45-bbc04a61c09b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cf6bcf08-16c2-430e-b630-d9fa645b940f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448725 Sep 22 16:48:30.671438 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 55372) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:48:30.687708 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-bcd541d9-e4c4-4d64-b6c5-5b349d7bbb33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:30.751585 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-14460b6f-7260-4110-82ca-b5c032d37ed2 req-157040d1-e230-4375-a085-492dce1356d6 service neutron] 10.222.0.72 "GET /v2.0/networks/cf6bcf08-16c2-430e-b630-d9fa645b940f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923707 Sep 22 16:48:30.779184 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-bcd541d9-e4c4-4d64-b6c5-5b349d7bbb33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:30.784558 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-bcd541d9-e4c4-4d64-b6c5-5b349d7bbb33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:30.833861 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd541d9-e4c4-4d64-b6c5-5b349d7bbb33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a28374-cdc8-460f-9baf-15f2839093d2,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:30.840173 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-bcd541d9-e4c4-4d64-b6c5-5b349d7bbb33 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c319e672db4547ac8c754b946283137e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1676838 Sep 22 16:48:30.856887 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 55376) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:48:30.889281 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-14460b6f-7260-4110-82ca-b5c032d37ed2 req-22d0401e-8e8a-4a26-8b60-e4aed184ef8c service neutron] 10.222.0.72 "GET /v2.0/networks/cf6bcf08-16c2-430e-b630-d9fa645b940f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186697 Sep 22 16:48:30.904666 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-059122f2-9a1c-4b61-a01e-0fd6c3c6c5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4def252-7fd5-499d-a0a2-7969b7845849', 'name': 'tempest-AttachVolumeShelveTestJSON-1822705425-router', 'tenant_id': 'fe0862b93ee9429196930d5fd745e5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '709278fa-7e7c-472e-886b-0614f43033da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:47:16Z', 'updated_at': '2021-09-22T16:47:26Z', 'revision_number': 4, 'project_id': 'fe0862b93ee9429196930d5fd745e5cc', 'gw_port': {'id': '709278fa-7e7c-472e-886b-0614f43033da', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4def252-7fd5-499d-a0a2-7969b7845849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:17Z', 'updated_at': '2021-09-22T16:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_floatingips': [{'id': '51fbc378-8ce5-416b-adbe-fb9849cbc39b', 'tenant_id': 'fe0862b93ee9429196930d5fd745e5cc', 'floating_ip_address': '172.27.0.175', 'floating_network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'router_id': 'f4def252-7fd5-499d-a0a2-7969b7845849', 'port_id': 'b5f861d7-0c01-4de5-ab7e-d78dceee6656', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf6bcf08-16c2-430e-b630-d9fa645b940f', 'mac_address': 'fa:16:3e:5e:bc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdc089f-fa72-4b18-bd7d-93999047877b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T16:47:39Z', 'updated_at': '2021-09-22T16:48:28Z', 'revision_number': 1, 'project_id': 'fe0862b93ee9429196930d5fd745e5cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0328eafc-2de3-4e3b-9660-147e8781ee53', 'name': '', 'network_id': 'cf6bcf08-16c2-430e-b630-d9fa645b940f', 'tenant_id': 'fe0862b93ee9429196930d5fd745e5cc', 'mac_address': 'fa:16:3e:02:3f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4def252-7fd5-499d-a0a2-7969b7845849', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7d91da0e-c8e1-4689-8df1-180aa1bc9ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:23Z', 'updated_at': '2021-09-22T16:47:35Z', 'revision_number': 5, 'project_id': 'fe0862b93ee9429196930d5fd745e5cc', 'subnets': [{'id': '7d91da0e-c8e1-4689-8df1-180aa1bc9ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:48:30.913176 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1515030-5311-4030-b588-d67dfe4f34a3 req-0dcb0616-9605-49f2-a728-8ac45df577db tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:30.914932 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-b1515030-5311-4030-b588-d67dfe4f34a3 req-0dcb0616-9605-49f2-a728-8ac45df577db tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c38a59e-ec55-4ca9-bb46-9b7a220971ab HTTP/1.1" status: 200 len: 945 time: 0.0907676 Sep 22 16:48:30.922905 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ea12bc52-457f-4758-858a-1e27800db098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:30.934150 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059122f2-9a1c-4b61-a01e-0fd6c3c6c5b3 None None] The sync data for ids ['f4def252-7fd5-499d-a0a2-7969b7845849'] in dv-cinder-809968-4-iscsi is: [{'id': 'f4def252-7fd5-499d-a0a2-7969b7845849', 'name': 'tempest-AttachVolumeShelveTestJSON-1822705425-router', 'tenant_id': 'fe0862b93ee9429196930d5fd745e5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '709278fa-7e7c-472e-886b-0614f43033da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:47:16Z', 'updated_at': '2021-09-22T16:47:26Z', 'revision_number': 4, 'project_id': 'fe0862b93ee9429196930d5fd745e5cc', 'gw_port': {'id': '709278fa-7e7c-472e-886b-0614f43033da', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4def252-7fd5-499d-a0a2-7969b7845849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:17Z', 'updated_at': '2021-09-22T16:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_floatingips': [{'id': '51fbc378-8ce5-416b-adbe-fb9849cbc39b', 'tenant_id': 'fe0862b93ee9429196930d5fd745e5cc', 'floating_ip_address': '172.27.0.175', 'floating_network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'router_id': 'f4def252-7fd5-499d-a0a2-7969b7845849', 'port_id': 'b5f861d7-0c01-4de5-ab7e-d78dceee6656', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf6bcf08-16c2-430e-b630-d9fa645b940f', 'mac_address': 'fa:16:3e:5e:bc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdc089f-fa72-4b18-bd7d-93999047877b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T16:47:39Z', 'updated_at': '2021-09-22T16:48:28Z', 'revision_number': 1, 'project_id': 'fe0862b93ee9429196930d5fd745e5cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0328eafc-2de3-4e3b-9660-147e8781ee53', 'name': '', 'network_id': 'cf6bcf08-16c2-430e-b630-d9fa645b940f', 'tenant_id': 'fe0862b93ee9429196930d5fd745e5cc', 'mac_address': 'fa:16:3e:02:3f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4def252-7fd5-499d-a0a2-7969b7845849', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7d91da0e-c8e1-4689-8df1-180aa1bc9ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:23Z', 'updated_at': '2021-09-22T16:47:35Z', 'revision_number': 5, 'project_id': 'fe0862b93ee9429196930d5fd745e5cc', 'subnets': [{'id': '7d91da0e-c8e1-4689-8df1-180aa1bc9ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 16:48:30.936365 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-b010885c-5aff-4465-9ad2-4c13646a0fc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:30.974999 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-b010885c-5aff-4465-9ad2-4c13646a0fc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:30.986045 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-b1515030-5311-4030-b588-d67dfe4f34a3 req-cf95af75-ebe4-4a92-a6ef-bd9ece649d78 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.66 "GET /v2.0/security-groups?id=0676076c-7d0a-4215-b4be-d5299778849f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608113 Sep 22 16:48:31.038316 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-b010885c-5aff-4465-9ad2-4c13646a0fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:31.041753 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-b010885c-5aff-4465-9ad2-4c13646a0fc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:31.042996 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-b010885c-5aff-4465-9ad2-4c13646a0fc9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/88a28374-cdc8-460f-9baf-15f2839093d2 HTTP/1.1" status: 204 len: 168 time: 0.1850016 Sep 22 16:48:31.051097 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b010885c-5aff-4465-9ad2-4c13646a0fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a28374-cdc8-460f-9baf-15f2839093d2,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:31.186730 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06be8b9c-3bda-43d4-a317-ef81a62c1688 None None] New status for floating IP 51fbc378-8ce5-416b-adbe-fb9849cbc39b: ACTIVE {{(pid=100454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 16:48:31.539099 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a10fd7-d30a-4b64-9286-6dff9deb3677 req-17cb57eb-8963-4acd-9db3-01ca50b6a7a9 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:31.542487 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-e2a10fd7-d30a-4b64-9286-6dff9deb3677 req-17cb57eb-8963-4acd-9db3-01ca50b6a7a9 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 946 time: 0.0581803 Sep 22 16:48:31.580622 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-e2a10fd7-d30a-4b64-9286-6dff9deb3677 req-eb318e78-a10e-4b68-a3be-45dbc06e4914 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323560 Sep 22 16:48:31.701720 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device cb31b113-57c5-4326-b73e-a82f5552accd up at agent hyperv_hv-cinder-80996 {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 16:48:31.761503 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Provisioning for port cb31b113-57c5-4326-b73e-a82f5552accd completed by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:48:31.765281 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Provisioning complete for port cb31b113-57c5-4326-b73e-a82f5552accd triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:48:31.765687 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:31.857846 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:31.881739 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c38a59e-ec55-4ca9-bb46-9b7a220971ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb31b113-57c5-4326-b73e-a82f5552accd'}] {{(pid=100454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 16:48:31.884275 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16d40b4f2de209020387121264880f1a965f25742078a59137d58ca0948e8304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67100c89-d957-4470-862e-20f205f730bf" -d '{"events": [{"server_uuid": "8c38a59e-ec55-4ca9-bb46-9b7a220971ab", "name": "network-vif-plugged", "status": "completed", "tag": "cb31b113-57c5-4326-b73e-a82f5552accd"}]}' {{(pid=100454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:48:31.897536 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port cb31b113-57c5-4326-b73e-a82f5552accd, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=cb31b113-57c5-4326-b73e-a82f5552accd,segment=NetworkSegment(a343ba7b-62f0-4599-8262-3607817646b7),segment_id=a343ba7b-62f0-4599-8262-3607817646b7)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:48:31.905167 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:31.933608 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 16:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4469ee5-0544-49ac-9121-6bafd82b6f72 x-openstack-request-id: req-f4469ee5-0544-49ac-9121-6bafd82b6f72 {{(pid=100454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:48:31.934241 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c38a59e-ec55-4ca9-bb46-9b7a220971ab", "name": "network-vif-plugged", "status": "completed", "tag": "cb31b113-57c5-4326-b73e-a82f5552accd", "code": 200}]} {{(pid=100454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:48:31.934241 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f4469ee5-0544-49ac-9121-6bafd82b6f72 {{(pid=100454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:48:31.934511 dv-cinder-809968-4-iscsi neutron-server[100454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c38a59e-ec55-4ca9-bb46-9b7a220971ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb31b113-57c5-4326-b73e-a82f5552accd', 'code': 200} Sep 22 16:48:31.967485 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Pushing event updated for resources: {'Port': ['ID=cb31b113-57c5-4326-b73e-a82f5552accd,revision_number=5']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:32.127657 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bcd4cf-a18c-413a-b8a0-1f2de49f0e0c req-7267c34b-d8bc-4054-87c3-c629093e0844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:32.129144 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-a5bcd4cf-a18c-413a-b8a0-1f2de49f0e0c req-7267c34b-d8bc-4054-87c3-c629093e0844 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8c38a59e-ec55-4ca9-bb46-9b7a220971ab HTTP/1.1" status: 200 len: 1099 time: 0.0413094 Sep 22 16:48:32.131052 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde0bb3e-7ef3-4b94-ab0e-4f9dcfd3a66c req-1053a523-d424-4ef7-ae9f-5ff2df89a622 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:32.139139 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-fde0bb3e-7ef3-4b94-ab0e-4f9dcfd3a66c req-1053a523-d424-4ef7-ae9f-5ff2df89a622 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c38a59e-ec55-4ca9-bb46-9b7a220971ab HTTP/1.1" status: 200 len: 946 time: 0.0628340 Sep 22 16:48:32.170685 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-a5bcd4cf-a18c-413a-b8a0-1f2de49f0e0c req-760d4fd9-055c-4296-8313-e3cfc44b9a59 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0676076c-7d0a-4215-b4be-d5299778849f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326777 Sep 22 16:48:32.179491 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-fde0bb3e-7ef3-4b94-ab0e-4f9dcfd3a66c req-116c0d1d-b2d9-4fbd-8588-b278580e64ee tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.66 "GET /v2.0/security-groups?id=0676076c-7d0a-4215-b4be-d5299778849f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364897 Sep 22 16:48:32.511941 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 55470) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:48:32.613470 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-2bfc8b88-aa34-4100-9810-a23ee15b094b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:32.733788 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee0d4b9-f777-451a-b22c-4f4a97f26af6 req-25c0e045-b8f6-4435-afbf-0814177e7898 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:32.735295 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-8ee0d4b9-f777-451a-b22c-4f4a97f26af6 req-25c0e045-b8f6-4435-afbf-0814177e7898 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 946 time: 0.0775549 Sep 22 16:48:32.770260 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-2bfc8b88-aa34-4100-9810-a23ee15b094b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:32.777542 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-2bfc8b88-aa34-4100-9810-a23ee15b094b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:32.821464 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-8ee0d4b9-f777-451a-b22c-4f4a97f26af6 req-87dead95-e471-4d09-9fd8-798e6630c85a tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759320 Sep 22 16:48:32.829673 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfc8b88-aa34-4100-9810-a23ee15b094b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5042b777-3b63-43a7-9883-29cf4c552e87,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:32.837114 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-2bfc8b88-aa34-4100-9810-a23ee15b094b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=032ee3adea8d45ed864bf95ce1b997d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3235188 Sep 22 16:48:32.837345 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 55478) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:48:32.897149 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-0eb72c61-baa0-434a-acd3-0743ae23ad40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:32.920368 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-0eb72c61-baa0-434a-acd3-0743ae23ad40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:32.968476 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-0eb72c61-baa0-434a-acd3-0743ae23ad40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:32.971109 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-0eb72c61-baa0-434a-acd3-0743ae23ad40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:32.973627 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-0eb72c61-baa0-434a-acd3-0743ae23ad40 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5042b777-3b63-43a7-9883-29cf4c552e87 HTTP/1.1" status: 204 len: 168 time: 0.1334078 Sep 22 16:48:32.980737 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb72c61-baa0-434a-acd3-0743ae23ad40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5042b777-3b63-43a7-9883-29cf4c552e87,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:33.315025 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42af7fe7-e4fd-4dd9-9a8d-6eb2a23b8a82 req-82727873-fe7e-40f0-801f-797c6e78d96c tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:33.316701 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-42af7fe7-e4fd-4dd9-9a8d-6eb2a23b8a82 req-82727873-fe7e-40f0-801f-797c6e78d96c tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c38a59e-ec55-4ca9-bb46-9b7a220971ab HTTP/1.1" status: 200 len: 946 time: 0.0530534 Sep 22 16:48:33.357185 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-42af7fe7-e4fd-4dd9-9a8d-6eb2a23b8a82 req-794ba5f3-86ed-4b9e-bf72-423f4f639e3f tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.66 "GET /v2.0/security-groups?id=0676076c-7d0a-4215-b4be-d5299778849f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332491 Sep 22 16:48:33.404519 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 55510) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:48:33.510547 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-34488ab8-eb6c-4d1f-bbc9-a6c8a878536e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:33.605015 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-34488ab8-eb6c-4d1f-bbc9-a6c8a878536e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:33.608988 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-34488ab8-eb6c-4d1f-bbc9-a6c8a878536e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:33.647395 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-34488ab8-eb6c-4d1f-bbc9-a6c8a878536e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=717ebe7820e44dfa9bebfcf5c5ad326f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2413197 Sep 22 16:48:33.648590 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34488ab8-eb6c-4d1f-bbc9-a6c8a878536e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a65d2c85-d456-4a07-9c06-6d2504cb863c,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:33.653136 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 55524) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:48:33.705866 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-3d7df593-5300-4e4b-a971-5bf828161720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:33.726379 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-3d7df593-5300-4e4b-a971-5bf828161720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:33.772165 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-3d7df593-5300-4e4b-a971-5bf828161720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:33.775408 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-3d7df593-5300-4e4b-a971-5bf828161720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:33.776609 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-3d7df593-5300-4e4b-a971-5bf828161720 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a65d2c85-d456-4a07-9c06-6d2504cb863c HTTP/1.1" status: 204 len: 168 time: 0.1246166 Sep 22 16:48:33.784608 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7df593-5300-4e4b-a971-5bf828161720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65d2c85-d456-4a07-9c06-6d2504cb863c,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:33.947293 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7447a5-5620-4f75-bc41-3442ecd58cdd req-7d5edeb5-66b8-48da-8b3b-9e5aca755706 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:33.954570 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-4d7447a5-5620-4f75-bc41-3442ecd58cdd req-7d5edeb5-66b8-48da-8b3b-9e5aca755706 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 946 time: 0.0595520 Sep 22 16:48:33.995618 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-4d7447a5-5620-4f75-bc41-3442ecd58cdd req-0b31a0f1-3678-4d2e-88b1-e7a1935b15f9 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399332 Sep 22 16:48:34.176661 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 55548) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:48:34.190520 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-44c3b53b-f7f3-411c-a827-e2a5649350f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:34.283957 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-44c3b53b-f7f3-411c-a827-e2a5649350f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:34.287566 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-44c3b53b-f7f3-411c-a827-e2a5649350f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:34.326915 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-44c3b53b-f7f3-411c-a827-e2a5649350f6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=771e537973fc4d14b5116edd0314f6d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1491303 Sep 22 16:48:34.327787 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c3b53b-f7f3-411c-a827-e2a5649350f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28dd6f1f-32a3-4f07-a586-ea400adf5ec7,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:34.329517 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 55554) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:48:34.380731 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-4c835ef9-b2ee-4fe4-bf89-f18d2e9d9320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:34.405429 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-4c835ef9-b2ee-4fe4-bf89-f18d2e9d9320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:34.451123 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-4c835ef9-b2ee-4fe4-bf89-f18d2e9d9320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:34.453603 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-4c835ef9-b2ee-4fe4-bf89-f18d2e9d9320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:34.454751 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-4c835ef9-b2ee-4fe4-bf89-f18d2e9d9320 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/28dd6f1f-32a3-4f07-a586-ea400adf5ec7 HTTP/1.1" status: 204 len: 168 time: 0.1228156 Sep 22 16:48:34.463166 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c835ef9-b2ee-4fe4-bf89-f18d2e9d9320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28dd6f1f-32a3-4f07-a586-ea400adf5ec7,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:34.484441 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d1b991-deb7-45bc-a647-37d7003b60c3 req-66c143ad-1bfe-4d3c-bf50-611f805775d2 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:34.485477 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-c2d1b991-deb7-45bc-a647-37d7003b60c3 req-66c143ad-1bfe-4d3c-bf50-611f805775d2 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c38a59e-ec55-4ca9-bb46-9b7a220971ab HTTP/1.1" status: 200 len: 946 time: 0.0536413 Sep 22 16:48:34.525157 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-c2d1b991-deb7-45bc-a647-37d7003b60c3 req-9476fb66-4b94-4c8c-926b-3612a92bae7d tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.66 "GET /v2.0/security-groups?id=0676076c-7d0a-4215-b4be-d5299778849f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327115 Sep 22 16:48:34.805662 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 55566) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:48:34.822036 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-c00b321e-ffa1-4af4-b1a8-b492c226bcac admin admin] Notify callbacks [] for security_group, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:34.913926 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-c00b321e-ffa1-4af4-b1a8-b492c226bcac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:34.917372 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-c00b321e-ffa1-4af4-b1a8-b492c226bcac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:34.953732 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-c00b321e-ffa1-4af4-b1a8-b492c226bcac admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6002daff2ae848779f9af23d6390a5d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1522050 Sep 22 16:48:34.954546 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00b321e-ffa1-4af4-b1a8-b492c226bcac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e1ee58-82d5-4b6d-9640-38d827ba049d,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:34.956402 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 55572) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:48:35.004822 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-43fb5e7d-b105-4420-b1e5-2470fce1a7b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:35.026673 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-43fb5e7d-b105-4420-b1e5-2470fce1a7b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:35.077290 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-43fb5e7d-b105-4420-b1e5-2470fce1a7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:35.079954 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-43fb5e7d-b105-4420-b1e5-2470fce1a7b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:35.081228 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-43fb5e7d-b105-4420-b1e5-2470fce1a7b1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/24e1ee58-82d5-4b6d-9640-38d827ba049d HTTP/1.1" status: 204 len: 168 time: 0.1237609 Sep 22 16:48:35.089902 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fb5e7d-b105-4420-b1e5-2470fce1a7b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e1ee58-82d5-4b6d-9640-38d827ba049d,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:35.122273 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2011b2-d6a3-4ebe-a5b5-5f539d5b35d6 req-bc033085-6c9f-4169-930f-c3a63364eff5 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:35.125318 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-7a2011b2-d6a3-4ebe-a5b5-5f539d5b35d6 req-bc033085-6c9f-4169-930f-c3a63364eff5 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 946 time: 0.0535688 Sep 22 16:48:35.182339 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-7a2011b2-d6a3-4ebe-a5b5-5f539d5b35d6 req-c035a579-c8fe-4348-af6c-dc3cb19dc33a tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516336 Sep 22 16:48:35.428038 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-0d7b7641-11dc-44f6-ba70-4741ad0e880a req-381d7238-481e-4b64-a304-b93a1ab476be tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=05b6ea7561254bddb7048eb515115802&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0583057 Sep 22 16:48:35.580921 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 55616) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:48:35.676027 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b7641-11dc-44f6-ba70-4741ad0e880a req-63630f32-0d76-4799-90d6-8bf42668edf0 tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:35.677487 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-0d7b7641-11dc-44f6-ba70-4741ad0e880a req-63630f32-0d76-4799-90d6-8bf42668edf0 tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2426722 Sep 22 16:48:35.694510 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-7228f4c9-45bb-4373-a6c9-3a2e51325313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:35.695348 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-0d7b7641-11dc-44f6-ba70-4741ad0e880a req-0630f3a4-c74d-4fe5-aff3-0c8512ffa857 tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] 10.222.0.66 "GET /v2.0/quotas/05b6ea7561254bddb7048eb515115802 HTTP/1.1" status: 200 len: 375 time: 0.0095327 Sep 22 16:48:35.732424 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-0d7b7641-11dc-44f6-ba70-4741ad0e880a req-7b4304d2-7610-4dd4-ac8c-a032c6f4a74d tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=05b6ea7561254bddb7048eb515115802&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285294 Sep 22 16:48:35.807297 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-7228f4c9-45bb-4373-a6c9-3a2e51325313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:35.812060 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-7228f4c9-45bb-4373-a6c9-3a2e51325313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:35.863585 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-7228f4c9-45bb-4373-a6c9-3a2e51325313 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d1eba3b03a844ea1868816a1e36a785b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2807448 Sep 22 16:48:35.863786 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 55634) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:48:35.864490 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7228f4c9-45bb-4373-a6c9-3a2e51325313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bfbd2e1-b32b-4100-9690-26f16fc4fbb7,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:35.980858 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-4e8197b5-1cf9-4e32-b136-c4b80f6c292a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:36.038673 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-4e8197b5-1cf9-4e32-b136-c4b80f6c292a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:36.095997 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-4e8197b5-1cf9-4e32-b136-c4b80f6c292a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:36.099354 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-4e8197b5-1cf9-4e32-b136-c4b80f6c292a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:36.100744 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-4e8197b5-1cf9-4e32-b136-c4b80f6c292a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8bfbd2e1-b32b-4100-9690-26f16fc4fbb7 HTTP/1.1" status: 204 len: 168 time: 0.2355437 Sep 22 16:48:36.109984 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8197b5-1cf9-4e32-b136-c4b80f6c292a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bfbd2e1-b32b-4100-9690-26f16fc4fbb7,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:36.208429 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-6128cf51-5e05-4d1c-8dcc-d17005ff121e req-6ccd4c69-7c7f-4c15-9898-efcecf2735ab tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] 10.222.0.66 "GET /v2.0/ports?device_id=817d051b-142b-4f3d-a72f-fec6e3fe7f41 HTTP/1.1" status: 200 len: 210 time: 0.0334692 Sep 22 16:48:36.593753 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 55678) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:48:36.621454 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-00c8db54-eb54-4f40-a71c-d7a93aa490e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:36.715648 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b2fe6-2c93-4e91-9ab8-34239ac2c842 req-99137b25-4f67-4ada-af93-e481e7d58fbb tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:36.717387 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-244b2fe6-2c93-4e91-9ab8-34239ac2c842 req-99137b25-4f67-4ada-af93-e481e7d58fbb tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/ports?device_id=3aac2995-1fa9-4ca3-8871-67080eddf214 HTTP/1.1" status: 200 len: 945 time: 0.0881810 Sep 22 16:48:36.777816 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-244b2fe6-2c93-4e91-9ab8-34239ac2c842 req-1e20f5c9-c89e-4ba4-806e-4a031f9e883a tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/security-groups?id=d68185b6-4f9e-46c7-85bd-951d06229eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534675 Sep 22 16:48:36.809400 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-00c8db54-eb54-4f40-a71c-d7a93aa490e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:36.813631 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-00c8db54-eb54-4f40-a71c-d7a93aa490e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:36.862980 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-00c8db54-eb54-4f40-a71c-d7a93aa490e1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d23622c8cd734add99bb3fd257d18927&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2672184 Sep 22 16:48:36.865747 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 55684) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:48:36.876937 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c8db54-eb54-4f40-a71c-d7a93aa490e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07950a73-92ba-4711-b5cc-cc2f3ced4451,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:36.908042 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4ead4-02a5-4564-800e-91ace0f546a9 req-92d61a9f-6091-4e79-8e78-11590ee37803 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:36.909650 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-5db4ead4-02a5-4564-800e-91ace0f546a9 req-92d61a9f-6091-4e79-8e78-11590ee37803 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 946 time: 0.0670857 Sep 22 16:48:36.919873 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-762f4f80-9c2d-43ef-b429-0b5ab5d66584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:36.943217 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-762f4f80-9c2d-43ef-b429-0b5ab5d66584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:36.952174 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-5db4ead4-02a5-4564-800e-91ace0f546a9 req-4f5058ff-4f09-4e5f-915a-8852aa216abb tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324357 Sep 22 16:48:37.010561 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-762f4f80-9c2d-43ef-b429-0b5ab5d66584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:37.013410 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-762f4f80-9c2d-43ef-b429-0b5ab5d66584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:37.014687 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-762f4f80-9c2d-43ef-b429-0b5ab5d66584 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/07950a73-92ba-4711-b5cc-cc2f3ced4451 HTTP/1.1" status: 204 len: 168 time: 0.1478789 Sep 22 16:48:37.023433 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762f4f80-9c2d-43ef-b429-0b5ab5d66584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07950a73-92ba-4711-b5cc-cc2f3ced4451,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:37.229154 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-0d7b7641-11dc-44f6-ba70-4741ad0e880a req-109c3e34-af41-4c55-b5b9-bd2b9ebebef7 tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=05b6ea7561254bddb7048eb515115802&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0526586 Sep 22 16:48:37.452272 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-dac43970-1e81-4406-bd7e-80b9c2ede36e req-f3666845-38c1-4621-87f2-54263e0d3114 tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] 10.222.0.66 "GET /v2.0/ports?device_id=817d051b-142b-4f3d-a72f-fec6e3fe7f41 HTTP/1.1" status: 200 len: 210 time: 0.0446658 Sep 22 16:48:37.527220 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b7641-11dc-44f6-ba70-4741ad0e880a req-32f24cd2-15f1-4ae8-a378-f8e2689703b5 tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:37.528689 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-0d7b7641-11dc-44f6-ba70-4741ad0e880a req-32f24cd2-15f1-4ae8-a378-f8e2689703b5 tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2379031 Sep 22 16:48:37.547763 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [req-0d7b7641-11dc-44f6-ba70-4741ad0e880a req-db58f49c-e280-47e3-81b7-eb875f8e9646 tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] Request body: {'port': {'device_id': '817d051b-142b-4f3d-a72f-fec6e3fe7f41', 'network_id': 'fdcc8a9a-1c77-4208-80f1-8a61fdafa05e', 'admin_state_up': True, 'tenant_id': '05b6ea7561254bddb7048eb515115802'}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:48:37.652713 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d7b7641-11dc-44f6-ba70-4741ad0e880a req-db58f49c-e280-47e3-81b7-eb875f8e9646 tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] Made reservation on behalf of 05b6ea7561254bddb7048eb515115802 for: {'port': 1} {{(pid=100452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:48:37.656126 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-0d7b7641-11dc-44f6-ba70-4741ad0e880a req-db58f49c-e280-47e3-81b7-eb875f8e9646 tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:37.664491 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-0d7b7641-11dc-44f6-ba70-4741ad0e880a req-db58f49c-e280-47e3-81b7-eb875f8e9646 tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] Notify callbacks [] for security_group, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:37.752819 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-0d7b7641-11dc-44f6-ba70-4741ad0e880a req-db58f49c-e280-47e3-81b7-eb875f8e9646 tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] Notify callbacks [] for security_group, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:37.756162 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-0d7b7641-11dc-44f6-ba70-4741ad0e880a req-db58f49c-e280-47e3-81b7-eb875f8e9646 tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:37.813393 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db58f49c-e280-47e3-81b7-eb875f8e9646 tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf5c129-6cef-4265-b9d2-a51636e7fa07,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:37.889661 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.db_base_plugin_common [req-0d7b7641-11dc-44f6-ba70-4741ad0e880a req-db58f49c-e280-47e3-81b7-eb875f8e9646 tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] Allocated IP 192.168.233.85 (fdcc8a9a-1c77-4208-80f1-8a61fdafa05e/3e6590c8-43c2-43db-8ad2-d9bbda6d715d/55d54157-7ec6-4108-b901-c223078fdb0c) {{(pid=100452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:48:37.896420 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb394e42-2fea-4e31-bd30-27dcc9a6e1c8 req-be1c927b-7b31-4bcb-90d1-bead368fdf6b tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:37.898158 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-cb394e42-2fea-4e31-bd30-27dcc9a6e1c8 req-be1c927b-7b31-4bcb-90d1-bead368fdf6b tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/ports?device_id=3aac2995-1fa9-4ca3-8871-67080eddf214 HTTP/1.1" status: 200 len: 945 time: 0.0508962 Sep 22 16:48:37.936461 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-cb394e42-2fea-4e31-bd30-27dcc9a6e1c8 req-804242cd-a0b1-416a-b5b9-93d257db47ca tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/security-groups?id=d68185b6-4f9e-46c7-85bd-951d06229eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316403 Sep 22 16:48:38.032141 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-0d7b7641-11dc-44f6-ba70-4741ad0e880a req-db58f49c-e280-47e3-81b7-eb875f8e9646 tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] Notify callbacks [] for port, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:38.065162 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-0d7b7641-11dc-44f6-ba70-4741ad0e880a req-db58f49c-e280-47e3-81b7-eb875f8e9646 tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735274499777'] for port, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:38.069189 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3365bb-684c-411e-a51b-fc5ca5660adb req-448a9ce2-c1a9-4da1-90d8-fedb6eed9109 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:38.070968 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-0a3365bb-684c-411e-a51b-fc5ca5660adb req-448a9ce2-c1a9-4da1-90d8-fedb6eed9109 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 946 time: 0.0494726 Sep 22 16:48:38.110003 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d7b7641-11dc-44f6-ba70-4741ad0e880a req-db58f49c-e280-47e3-81b7-eb875f8e9646 tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] Network fdcc8a9a-1c77-4208-80f1-8a61fdafa05e is already hosted by enough agents. {{(pid=100452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:48:38.111586 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-0a3365bb-684c-411e-a51b-fc5ca5660adb req-92f8a0c4-80ed-451c-b37b-338b9e08e395 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334165 Sep 22 16:48:38.113309 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.base_scheduler [req-0d7b7641-11dc-44f6-ba70-4741ad0e880a req-db58f49c-e280-47e3-81b7-eb875f8e9646 tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] Resources bound (agent type, host, resource id): {{(pid=100452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:48:38.116907 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d7b7641-11dc-44f6-ba70-4741ad0e880a req-db58f49c-e280-47e3-81b7-eb875f8e9646 tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] Received port after_create {{(pid=100452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 16:48:38.122751 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b7641-11dc-44f6-ba70-4741ad0e880a req-db58f49c-e280-47e3-81b7-eb875f8e9646 tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:38.123374 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-0d7b7641-11dc-44f6-ba70-4741ad0e880a req-db58f49c-e280-47e3-81b7-eb875f8e9646 tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for port, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:38.131530 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db58f49c-e280-47e3-81b7-eb875f8e9646 tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] Pushing event updated for resources: {'Port': ['ID=55d54157-7ec6-4108-b901-c223078fdb0c,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:38.149672 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-0d7b7641-11dc-44f6-ba70-4741ad0e880a req-db58f49c-e280-47e3-81b7-eb875f8e9646 tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6112847 Sep 22 16:48:38.163029 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [req-0d7b7641-11dc-44f6-ba70-4741ad0e880a req-c9e1928d-2b6d-4450-8e0b-26c42fa19f5e service neutron] Request body: {'port': {'device_id': '817d051b-142b-4f3d-a72f-fec6e3fe7f41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:48:38.221574 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-0d7b7641-11dc-44f6-ba70-4741ad0e880a req-c9e1928d-2b6d-4450-8e0b-26c42fa19f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:38.314285 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-ce1c2b62-4fe2-4f81-85bc-be48186f2f07 None None] Provisioning complete for port 55d54157-7ec6-4108-b901-c223078fdb0c triggered by entity DHCP. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:48:38.314866 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ce1c2b62-4fe2-4f81-85bc-be48186f2f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:38.351457 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-ce1c2b62-4fe2-4f81-85bc-be48186f2f07 None None] Port 55d54157-7ec6-4108-b901-c223078fdb0c cannot update to ACTIVE because it is not bound. {{(pid=100454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 16:48:38.483786 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.notifiers.nova [req-0d7b7641-11dc-44f6-ba70-4741ad0e880a req-c9e1928d-2b6d-4450-8e0b-26c42fa19f5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55d54157-7ec6-4108-b901-c223078fdb0c {{(pid=100452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 16:48:38.491216 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-0d7b7641-11dc-44f6-ba70-4741ad0e880a req-c9e1928d-2b6d-4450-8e0b-26c42fa19f5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:38.503379 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.provisioning_blocks [req-0d7b7641-11dc-44f6-ba70-4741ad0e880a req-c9e1928d-2b6d-4450-8e0b-26c42fa19f5e service neutron] Transition to ACTIVE for port object 55d54157-7ec6-4108-b901-c223078fdb0c will not be triggered until provisioned by entity L2. {{(pid=100452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:48:38.507360 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-0d7b7641-11dc-44f6-ba70-4741ad0e880a req-c9e1928d-2b6d-4450-8e0b-26c42fa19f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:38.556668 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e1928d-2b6d-4450-8e0b-26c42fa19f5e service neutron] Pushing event updated for resources: {'Port': ['ID=55d54157-7ec6-4108-b901-c223078fdb0c,revision_number=2']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:38.585438 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236939e-0c23-4480-860f-01a6fafbc93c req-9266100e-6b18-4547-bdce-fddc9876f0d2 tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:38.594556 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-5236939e-0c23-4480-860f-01a6fafbc93c req-9266100e-6b18-4547-bdce-fddc9876f0d2 tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] 10.222.0.66 "GET /v2.0/ports?device_id=817d051b-142b-4f3d-a72f-fec6e3fe7f41 HTTP/1.1" status: 200 len: 947 time: 0.0728068 Sep 22 16:48:38.599380 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.managers [req-0d7b7641-11dc-44f6-ba70-4741ad0e880a req-c9e1928d-2b6d-4450-8e0b-26c42fa19f5e service neutron] Attempting to bind port 55d54157-7ec6-4108-b901-c223078fdb0c on host hv-cinder-80996 for vnic_type normal with profile {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 16:48:38.599846 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.managers [req-0d7b7641-11dc-44f6-ba70-4741ad0e880a req-c9e1928d-2b6d-4450-8e0b-26c42fa19f5e service neutron] Attempting to bind port 55d54157-7ec6-4108-b901-c223078fdb0c by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': '75d1d64a-af4f-4570-bcaf-bff1bd6271a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'fdcc8a9a-1c77-4208-80f1-8a61fdafa05e'}] {{(pid=100452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 16:48:38.600180 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7b7641-11dc-44f6-ba70-4741ad0e880a req-c9e1928d-2b6d-4450-8e0b-26c42fa19f5e service neutron] Attempting to bind port 55d54157-7ec6-4108-b901-c223078fdb0c on network fdcc8a9a-1c77-4208-80f1-8a61fdafa05e {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 16:48:38.606524 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7b7641-11dc-44f6-ba70-4741ad0e880a req-c9e1928d-2b6d-4450-8e0b-26c42fa19f5e service neutron] Port 55d54157-7ec6-4108-b901-c223078fdb0c on network fdcc8a9a-1c77-4208-80f1-8a61fdafa05e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 16:48:38.607181 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7b7641-11dc-44f6-ba70-4741ad0e880a req-c9e1928d-2b6d-4450-8e0b-26c42fa19f5e service neutron] Attempting to bind port 55d54157-7ec6-4108-b901-c223078fdb0c on network fdcc8a9a-1c77-4208-80f1-8a61fdafa05e {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 16:48:38.613856 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7b7641-11dc-44f6-ba70-4741ad0e880a req-c9e1928d-2b6d-4450-8e0b-26c42fa19f5e service neutron] Checking agent: {'id': 'b620640a-8129-43ac-bbbc-6cb85f2c2acf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 16, 45, 26), 'started_at': datetime.datetime(2021, 9, 22, 16, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 16, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 16:48:38.614379 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7b7641-11dc-44f6-ba70-4741ad0e880a req-c9e1928d-2b6d-4450-8e0b-26c42fa19f5e service neutron] Checking segment: {'id': '75d1d64a-af4f-4570-bcaf-bff1bd6271a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'fdcc8a9a-1c77-4208-80f1-8a61fdafa05e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 16:48:38.614929 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7b7641-11dc-44f6-ba70-4741ad0e880a req-c9e1928d-2b6d-4450-8e0b-26c42fa19f5e service neutron] Bound using segment: {'id': '75d1d64a-af4f-4570-bcaf-bff1bd6271a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'fdcc8a9a-1c77-4208-80f1-8a61fdafa05e'} {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 16:48:38.615505 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.managers [req-0d7b7641-11dc-44f6-ba70-4741ad0e880a req-c9e1928d-2b6d-4450-8e0b-26c42fa19f5e service neutron] Bound port: 55d54157-7ec6-4108-b901-c223078fdb0c, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75d1d64a-af4f-4570-bcaf-bff1bd6271a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'fdcc8a9a-1c77-4208-80f1-8a61fdafa05e'}}] {{(pid=100452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 16:48:38.616056 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-0d7b7641-11dc-44f6-ba70-4741ad0e880a req-c9e1928d-2b6d-4450-8e0b-26c42fa19f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:38.642705 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-5236939e-0c23-4480-860f-01a6fafbc93c req-d03644e0-c7da-424a-be82-08e23c7c0505 tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] 10.222.0.66 "GET /v2.0/security-groups?id=4cf5c129-6cef-4265-b9d2-a51636e7fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451653 Sep 22 16:48:38.698853 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.db [req-0d7b7641-11dc-44f6-ba70-4741ad0e880a req-c9e1928d-2b6d-4450-8e0b-26c42fa19f5e service neutron] For port 55d54157-7ec6-4108-b901-c223078fdb0c, host hv-cinder-80996, cleared binding levels {{(pid=100452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 16:48:38.702780 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.db [req-0d7b7641-11dc-44f6-ba70-4741ad0e880a req-c9e1928d-2b6d-4450-8e0b-26c42fa19f5e service neutron] For port 55d54157-7ec6-4108-b901-c223078fdb0c, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=55d54157-7ec6-4108-b901-c223078fdb0c,segment=NetworkSegment(75d1d64a-af4f-4570-bcaf-bff1bd6271a5),segment_id=75d1d64a-af4f-4570-bcaf-bff1bd6271a5)] {{(pid=100452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 16:48:38.713739 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-0d7b7641-11dc-44f6-ba70-4741ad0e880a req-c9e1928d-2b6d-4450-8e0b-26c42fa19f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:38.732176 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b7641-11dc-44f6-ba70-4741ad0e880a req-c9e1928d-2b6d-4450-8e0b-26c42fa19f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:38.732926 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-0d7b7641-11dc-44f6-ba70-4741ad0e880a req-c9e1928d-2b6d-4450-8e0b-26c42fa19f5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for port, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:38.734538 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-0d7b7641-11dc-44f6-ba70-4741ad0e880a req-c9e1928d-2b6d-4450-8e0b-26c42fa19f5e service neutron] 10.222.0.72 "PUT /v2.0/ports/55d54157-7ec6-4108-b901-c223078fdb0c HTTP/1.1" status: 200 len: 1097 time: 0.5757542 Sep 22 16:48:38.767390 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '817d051b-142b-4f3d-a72f-fec6e3fe7f41', 'tag': '55d54157-7ec6-4108-b901-c223078fdb0c'}] {{(pid=100452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 16:48:38.769926 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3daeaf716feba76a3af1624af44cd9d3b401b8dbf4d63f278f059799def7c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d81c8e2-424a-4b33-b087-b8e241be6fa7" -d '{"events": [{"name": "network-changed", "server_uuid": "817d051b-142b-4f3d-a72f-fec6e3fe7f41", "tag": "55d54157-7ec6-4108-b901-c223078fdb0c"}]}' {{(pid=100452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:48:38.828580 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 16:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37bebe5-72cd-4feb-b24b-09e22c22951b x-openstack-request-id: req-a37bebe5-72cd-4feb-b24b-09e22c22951b {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:48:38.828789 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "817d051b-142b-4f3d-a72f-fec6e3fe7f41", "tag": "55d54157-7ec6-4108-b901-c223078fdb0c", "status": "completed", "code": 200}]} {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:48:38.829035 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a37bebe5-72cd-4feb-b24b-09e22c22951b {{(pid=100452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:48:38.837623 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '817d051b-142b-4f3d-a72f-fec6e3fe7f41', 'tag': '55d54157-7ec6-4108-b901-c223078fdb0c', 'status': 'completed', 'code': 200} Sep 22 16:48:38.846373 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e1928d-2b6d-4450-8e0b-26c42fa19f5e service neutron] Pushing event updated for resources: {'Port': ['ID=55d54157-7ec6-4108-b901-c223078fdb0c,revision_number=3']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:38.864322 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b7641-11dc-44f6-ba70-4741ad0e880a req-cd2a70f8-55de-4d27-83b7-423af17aa2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:38.866229 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-0d7b7641-11dc-44f6-ba70-4741ad0e880a req-cd2a70f8-55de-4d27-83b7-423af17aa2d3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=05b6ea7561254bddb7048eb515115802&device_id=817d051b-142b-4f3d-a72f-fec6e3fe7f41 HTTP/1.1" status: 200 len: 1100 time: 0.0696990 Sep 22 16:48:38.917203 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-0d7b7641-11dc-44f6-ba70-4741ad0e880a req-9008aebd-2a35-4242-93d8-528ea878ab8a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=55d54157-7ec6-4108-b901-c223078fdb0c HTTP/1.1" status: 200 len: 217 time: 0.0398419 Sep 22 16:48:38.971561 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b7641-11dc-44f6-ba70-4741ad0e880a req-806483a4-2216-4c88-8e94-311e05b41e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:38.972993 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-0d7b7641-11dc-44f6-ba70-4741ad0e880a req-806483a4-2216-4c88-8e94-311e05b41e7e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3e6590c8-43c2-43db-8ad2-d9bbda6d715d HTTP/1.1" status: 200 len: 843 time: 0.0453243 Sep 22 16:48:39.024914 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b7641-11dc-44f6-ba70-4741ad0e880a req-6f4511b6-e9c3-45f5-8aa7-c8a915375edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:39.026430 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-0d7b7641-11dc-44f6-ba70-4741ad0e880a req-6f4511b6-e9c3-45f5-8aa7-c8a915375edf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fdcc8a9a-1c77-4208-80f1-8a61fdafa05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0403385 Sep 22 16:48:39.058702 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f133b8-1910-46d0-8e02-0360933bb1dd req-a48d941e-512b-4507-937a-65a27467fca0 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:39.060072 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f3f133b8-1910-46d0-8e02-0360933bb1dd req-a48d941e-512b-4507-937a-65a27467fca0 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/ports?device_id=3aac2995-1fa9-4ca3-8871-67080eddf214 HTTP/1.1" status: 200 len: 945 time: 0.0527852 Sep 22 16:48:39.103320 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f3f133b8-1910-46d0-8e02-0360933bb1dd req-a5023f43-fa32-45c3-9d55-a016f0be09a7 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/security-groups?id=d68185b6-4f9e-46c7-85bd-951d06229eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357716 Sep 22 16:48:39.188647 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed65d3-8273-4e49-af29-a2d796de60e6 req-beb636a3-4dec-4f01-ba12-ffbe3a78991d tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:39.190108 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-eaed65d3-8273-4e49-af29-a2d796de60e6 req-beb636a3-4dec-4f01-ba12-ffbe3a78991d tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.72 "GET /v2.0/ports?device_id=3aac2995-1fa9-4ca3-8871-67080eddf214 HTTP/1.1" status: 200 len: 945 time: 0.1247013 Sep 22 16:48:39.193639 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-0d7b7641-11dc-44f6-ba70-4741ad0e880a req-c69235ce-c22e-445e-bd4c-d6135818090f service neutron] 10.222.0.72 "GET /v2.0/networks/fdcc8a9a-1c77-4208-80f1-8a61fdafa05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588430 Sep 22 16:48:39.229797 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21b8d6-edb7-418a-ac80-76d2f7d238c0 req-5b279d52-affb-4961-8188-c8adb578ce6f tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:39.231276 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-bb21b8d6-edb7-418a-ac80-76d2f7d238c0 req-5b279d52-affb-4961-8188-c8adb578ce6f tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 946 time: 0.0488625 Sep 22 16:48:39.267928 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-bb21b8d6-edb7-418a-ac80-76d2f7d238c0 req-18a5af15-2326-481d-b2de-dfab093b799c tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307803 Sep 22 16:48:39.399974 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-0d7b7641-11dc-44f6-ba70-4741ad0e880a req-b0abd5f4-0fcb-452a-ac96-e2a304c3e490 service neutron] 10.222.0.72 "GET /v2.0/networks/fdcc8a9a-1c77-4208-80f1-8a61fdafa05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896210 Sep 22 16:48:39.423910 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.plugin [req-eaed65d3-8273-4e49-af29-a2d796de60e6 req-924d7f71-d98f-4344-abc6-a431020e6cfc tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] Deleting port 450cb8e9-3f47-4f79-98aa-a290a9c95270 {{(pid=100452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 16:48:39.424244 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-eaed65d3-8273-4e49-af29-a2d796de60e6 req-924d7f71-d98f-4344-abc6-a431020e6cfc tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735274981160'] for port, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:39.721033 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d81c8e2-424a-4b33-b087-b8e241be6fa7 req-ec498873-6fdf-4b95-9d55-89c67cc18bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:39.722415 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-4d81c8e2-424a-4b33-b087-b8e241be6fa7 req-ec498873-6fdf-4b95-9d55-89c67cc18bbb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=05b6ea7561254bddb7048eb515115802&device_id=817d051b-142b-4f3d-a72f-fec6e3fe7f41 HTTP/1.1" status: 200 len: 1100 time: 0.2717860 Sep 22 16:48:39.730112 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.db [req-eaed65d3-8273-4e49-af29-a2d796de60e6 req-924d7f71-d98f-4344-abc6-a431020e6cfc tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] For port 450cb8e9-3f47-4f79-98aa-a290a9c95270, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=450cb8e9-3f47-4f79-98aa-a290a9c95270,segment=NetworkSegment(b6ba7d1e-6c40-4dce-a4e5-6a2e09de503a),segment_id=b6ba7d1e-6c40-4dce-a4e5-6a2e09de503a)] {{(pid=100452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:48:39.730529 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-eaed65d3-8273-4e49-af29-a2d796de60e6 req-924d7f71-d98f-4344-abc6-a431020e6cfc tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697305'] for port, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:39.760689 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.plugin [req-eaed65d3-8273-4e49-af29-a2d796de60e6 req-924d7f71-d98f-4344-abc6-a431020e6cfc tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] Calling delete_port for 450cb8e9-3f47-4f79-98aa-a290a9c95270 owned by compute:nova {{(pid=100452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 16:48:39.886199 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186dfad2-c527-4e7c-a9ed-964ad512f0fa req-1c680b1e-a5f1-48e3-91e1-7e5e0a727526 tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:39.887770 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-186dfad2-c527-4e7c-a9ed-964ad512f0fa req-1c680b1e-a5f1-48e3-91e1-7e5e0a727526 tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] 10.222.0.66 "GET /v2.0/ports?device_id=817d051b-142b-4f3d-a72f-fec6e3fe7f41 HTTP/1.1" status: 200 len: 947 time: 0.0474315 Sep 22 16:48:39.906245 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d81c8e2-424a-4b33-b087-b8e241be6fa7 req-a4990c21-ee1a-4e1b-b652-022b2ffa79f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:39.907694 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-4d81c8e2-424a-4b33-b087-b8e241be6fa7 req-a4990c21-ee1a-4e1b-b652-022b2ffa79f9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fdcc8a9a-1c77-4208-80f1-8a61fdafa05e HTTP/1.1" status: 200 len: 871 time: 0.1748054 Sep 22 16:48:39.926775 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-186dfad2-c527-4e7c-a9ed-964ad512f0fa req-7a4392f8-2d8a-4e11-aa5b-8a95be742dbf tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] 10.222.0.66 "GET /v2.0/security-groups?id=4cf5c129-6cef-4265-b9d2-a51636e7fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329847 Sep 22 16:48:39.957366 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-4d81c8e2-424a-4b33-b087-b8e241be6fa7 req-419909dc-efbb-4f49-be86-786ab737b94f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=55d54157-7ec6-4108-b901-c223078fdb0c HTTP/1.1" status: 200 len: 217 time: 0.0378366 Sep 22 16:48:40.048344 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d81c8e2-424a-4b33-b087-b8e241be6fa7 req-254c2f1a-035c-4976-9dc6-c1095d982894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:40.049942 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-4d81c8e2-424a-4b33-b087-b8e241be6fa7 req-254c2f1a-035c-4976-9dc6-c1095d982894 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3e6590c8-43c2-43db-8ad2-d9bbda6d715d HTTP/1.1" status: 200 len: 843 time: 0.0840597 Sep 22 16:48:40.053886 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-eaed65d3-8273-4e49-af29-a2d796de60e6 req-924d7f71-d98f-4344-abc6-a431020e6cfc tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735274987246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735274499786'] for port, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:40.105488 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924d7f71-d98f-4344-abc6-a431020e6cfc tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] Pushing event deleted for resources: {'Port': ['ID=450cb8e9-3f47-4f79-98aa-a290a9c95270,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:40.173513 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaed65d3-8273-4e49-af29-a2d796de60e6 req-924d7f71-d98f-4344-abc6-a431020e6cfc tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] No DVR routers for this DVR port 450cb8e9-3f47-4f79-98aa-a290a9c95270 on host hv-cinder-80996 {{(pid=100452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 16:48:40.178020 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-eaed65d3-8273-4e49-af29-a2d796de60e6 req-924d7f71-d98f-4344-abc6-a431020e6cfc tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306'] for port, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:40.180490 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-eaed65d3-8273-4e49-af29-a2d796de60e6 req-924d7f71-d98f-4344-abc6-a431020e6cfc tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.72 "DELETE /v2.0/ports/450cb8e9-3f47-4f79-98aa-a290a9c95270 HTTP/1.1" status: 204 len: 173 time: 0.9763484 Sep 22 16:48:40.190620 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d81c8e2-424a-4b33-b087-b8e241be6fa7 req-fc92bda1-aacb-4819-8062-11b1b61a289a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:40.192589 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-4d81c8e2-424a-4b33-b087-b8e241be6fa7 req-fc92bda1-aacb-4819-8062-11b1b61a289a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fdcc8a9a-1c77-4208-80f1-8a61fdafa05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1316795 Sep 22 16:48:40.205920 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-58a2362c-4be1-4279-8d9a-79c79554cd1a req-bab90664-7152-47ac-93f5-fc86960de89c tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/ports?device_id=3aac2995-1fa9-4ca3-8871-67080eddf214 HTTP/1.1" status: 200 len: 210 time: 0.0292933 Sep 22 16:48:40.316581 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-4d81c8e2-424a-4b33-b087-b8e241be6fa7 req-b2dbda90-b56a-4986-b87e-fa853eaa5cd3 service neutron] 10.222.0.72 "GET /v2.0/networks/fdcc8a9a-1c77-4208-80f1-8a61fdafa05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971670 Sep 22 16:48:40.397817 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad7c75-0152-43a2-912f-876bd12771e6 req-2d0d31bd-809e-4b0e-81d1-813b229f00ef tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:40.400255 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-01ad7c75-0152-43a2-912f-876bd12771e6 req-2d0d31bd-809e-4b0e-81d1-813b229f00ef tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 946 time: 0.0613003 Sep 22 16:48:40.426544 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-4d81c8e2-424a-4b33-b087-b8e241be6fa7 req-617a27d3-040b-4f88-9a10-749ae32885f6 service neutron] 10.222.0.72 "GET /v2.0/networks/fdcc8a9a-1c77-4208-80f1-8a61fdafa05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968451 Sep 22 16:48:40.439958 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-01ad7c75-0152-43a2-912f-876bd12771e6 req-8077e23b-eda2-4fbe-8827-4562cd9735bd tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331969 Sep 22 16:48:40.839459 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aac2995-1fa9-4ca3-8871-67080eddf214', 'name': 'network-vif-deleted', 'tag': '450cb8e9-3f47-4f79-98aa-a290a9c95270'}] {{(pid=100452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 16:48:40.842065 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3daeaf716feba76a3af1624af44cd9d3b401b8dbf4d63f278f059799def7c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6abfa0b3-4922-4f6b-9370-49af0872f561" -d '{"events": [{"server_uuid": "3aac2995-1fa9-4ca3-8871-67080eddf214", "name": "network-vif-deleted", "tag": "450cb8e9-3f47-4f79-98aa-a290a9c95270"}]}' {{(pid=100452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:48:40.936109 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 16:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f7d7674-b1da-4acc-9763-933b60948dd3 x-openstack-request-id: req-1f7d7674-b1da-4acc-9763-933b60948dd3 {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:48:40.936398 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aac2995-1fa9-4ca3-8871-67080eddf214", "name": "network-vif-deleted", "tag": "450cb8e9-3f47-4f79-98aa-a290a9c95270", "status": "completed", "code": 200}]} {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:48:40.936648 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1f7d7674-b1da-4acc-9763-933b60948dd3 {{(pid=100452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:48:40.937039 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aac2995-1fa9-4ca3-8871-67080eddf214', 'name': 'network-vif-deleted', 'tag': '450cb8e9-3f47-4f79-98aa-a290a9c95270', 'status': 'completed', 'code': 200} Sep 22 16:48:41.043214 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605457ff-3570-46d6-83b2-53c43b7af198 req-37a0b912-17b7-4803-a067-80e65518f6db tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:41.044660 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-605457ff-3570-46d6-83b2-53c43b7af198 req-37a0b912-17b7-4803-a067-80e65518f6db tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] 10.222.0.66 "GET /v2.0/ports?device_id=817d051b-142b-4f3d-a72f-fec6e3fe7f41 HTTP/1.1" status: 200 len: 947 time: 0.0485306 Sep 22 16:48:41.083400 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-605457ff-3570-46d6-83b2-53c43b7af198 req-4ba0abac-8d8d-4d67-9c6b-56cdc8ff4eb1 tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] 10.222.0.66 "GET /v2.0/security-groups?id=4cf5c129-6cef-4265-b9d2-a51636e7fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320456 Sep 22 16:48:41.317489 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-51de9740-fde5-42e5-99bc-59203f8ebc42 req-6bd3db16-6d46-4969-affd-baf781b08462 tempest-DeleteServersTestJSON-2009582554 tempest-DeleteServersTestJSON-2009582554-project] 10.222.0.66 "GET /v2.0/ports?device_id=3aac2995-1fa9-4ca3-8871-67080eddf214 HTTP/1.1" status: 200 len: 210 time: 0.0274851 Sep 22 16:48:41.557218 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10167cf3-a994-47e0-9607-9df7367b4e16 req-6d50728e-2cb5-46dd-9cd0-17ac2faa3d42 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:41.558888 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-10167cf3-a994-47e0-9607-9df7367b4e16 req-6d50728e-2cb5-46dd-9cd0-17ac2faa3d42 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 946 time: 0.0516374 Sep 22 16:48:41.597604 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-10167cf3-a994-47e0-9607-9df7367b4e16 req-72d35072-4f6b-4f46-b8fc-ad8ef68917d3 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325718 Sep 22 16:48:41.750174 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device 450cb8e9-3f47-4f79-98aa-a290a9c95270 no longer exists at agent hyperv_hv-cinder-80996 {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 16:48:41.769990 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] No Port match for: 450cb8e9-3f47-4f79-98aa-a290a9c95270 {{(pid=100454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 16:48:41.770329 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device 450cb8e9-3f47-4f79-98aa-a290a9c95270 not bound to the agent host hv-cinder-80996 {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 16:48:42.202967 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035e81c8-1d2f-4ecc-8851-fa06beab0c7f req-693255b4-3880-419c-bd57-a9f75098fafd tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:42.204472 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-035e81c8-1d2f-4ecc-8851-fa06beab0c7f req-693255b4-3880-419c-bd57-a9f75098fafd tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] 10.222.0.66 "GET /v2.0/ports?device_id=817d051b-142b-4f3d-a72f-fec6e3fe7f41 HTTP/1.1" status: 200 len: 947 time: 0.0501046 Sep 22 16:48:42.241972 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-035e81c8-1d2f-4ecc-8851-fa06beab0c7f req-1c4286e4-9528-43f2-a9a8-fb2cca7077cb tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] 10.222.0.66 "GET /v2.0/security-groups?id=4cf5c129-6cef-4265-b9d2-a51636e7fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316858 Sep 22 16:48:42.264118 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 55830) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:48:42.367004 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-19d89f5d-5a53-4b63-8eba-e28e7235022d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:42.455980 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-19d89f5d-5a53-4b63-8eba-e28e7235022d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:42.459944 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-19d89f5d-5a53-4b63-8eba-e28e7235022d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:42.498269 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d89f5d-5a53-4b63-8eba-e28e7235022d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3e3a6b-32d3-48e7-8455-c9b16946c947,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:42.506565 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-19d89f5d-5a53-4b63-8eba-e28e7235022d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d66449f3423047a3a4b49c82e637bbad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2390196 Sep 22 16:48:42.506900 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 55842) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:48:42.562083 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-727aa509-3352-4f8f-a0c2-fb7e46e6add9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:42.583175 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-727aa509-3352-4f8f-a0c2-fb7e46e6add9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:42.637940 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-727aa509-3352-4f8f-a0c2-fb7e46e6add9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:42.640987 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-727aa509-3352-4f8f-a0c2-fb7e46e6add9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:42.644757 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-727aa509-3352-4f8f-a0c2-fb7e46e6add9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bd3e3a6b-32d3-48e7-8455-c9b16946c947 HTTP/1.1" status: 204 len: 168 time: 0.1339173 Sep 22 16:48:42.660604 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727aa509-3352-4f8f-a0c2-fb7e46e6add9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3e3a6b-32d3-48e7-8455-c9b16946c947,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:42.729854 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58408625-bafe-42bc-88d8-af499f40fe52 req-fc8eb22a-1b9e-41de-9cd4-db55edd7a4a6 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:42.734008 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-58408625-bafe-42bc-88d8-af499f40fe52 req-fc8eb22a-1b9e-41de-9cd4-db55edd7a4a6 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 946 time: 0.0576229 Sep 22 16:48:42.771914 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-58408625-bafe-42bc-88d8-af499f40fe52 req-fbdb3c11-b13d-4a3a-ae1f-5394ada65812 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343096 Sep 22 16:48:42.920395 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 55858) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:48:42.933601 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-315658a3-8b29-469a-a31a-30bb0bdd46c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:43.025994 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-315658a3-8b29-469a-a31a-30bb0bdd46c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:43.029910 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-315658a3-8b29-469a-a31a-30bb0bdd46c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:43.067605 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-315658a3-8b29-469a-a31a-30bb0bdd46c4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b36175ec08f1436f8b8db7cfd62326dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1460788 Sep 22 16:48:43.068466 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315658a3-8b29-469a-a31a-30bb0bdd46c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62dd6635-1731-48c6-87b6-cdebe3f3b338,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:43.071216 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 55864) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:48:43.122294 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-e075ee0d-0d26-4362-af84-616050c59fd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:43.144381 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-e075ee0d-0d26-4362-af84-616050c59fd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:43.189838 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-e075ee0d-0d26-4362-af84-616050c59fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:43.192455 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-e075ee0d-0d26-4362-af84-616050c59fd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:43.193588 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-e075ee0d-0d26-4362-af84-616050c59fd5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/62dd6635-1731-48c6-87b6-cdebe3f3b338 HTTP/1.1" status: 204 len: 168 time: 0.1217663 Sep 22 16:48:43.200875 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e075ee0d-0d26-4362-af84-616050c59fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62dd6635-1731-48c6-87b6-cdebe3f3b338,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:43.359807 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c4467-d8f7-4de3-b376-4985558b9ca8 req-509523d2-1532-4ea3-a1d0-005c3200dc6b tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:43.361278 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-3d2c4467-d8f7-4de3-b376-4985558b9ca8 req-509523d2-1532-4ea3-a1d0-005c3200dc6b tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] 10.222.0.66 "GET /v2.0/ports?device_id=817d051b-142b-4f3d-a72f-fec6e3fe7f41 HTTP/1.1" status: 200 len: 947 time: 0.0484354 Sep 22 16:48:43.399467 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-3d2c4467-d8f7-4de3-b376-4985558b9ca8 req-ec6d79af-a114-4159-8430-38714bba19a2 tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] 10.222.0.66 "GET /v2.0/security-groups?id=4cf5c129-6cef-4265-b9d2-a51636e7fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315785 Sep 22 16:48:43.778893 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 55892) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:48:43.779066 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device 55d54157-7ec6-4108-b901-c223078fdb0c details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=100454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 16:48:43.827693 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.db.db_base_plugin_v2 [None req-76d710ef-c236-4836-add2-ff731fea003f admin admin] Deleting subnet 1be6fdda-c675-42d5-bc59-ee2b2c380e51 {{(pid=100453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 16:48:43.830820 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-76d710ef-c236-4836-add2-ff731fea003f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:43.896217 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-76d710ef-c236-4836-add2-ff731fea003f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:43.900151 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port 55d54157-7ec6-4108-b901-c223078fdb0c, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=55d54157-7ec6-4108-b901-c223078fdb0c,segment=NetworkSegment(75d1d64a-af4f-4570-bcaf-bff1bd6271a5),segment_id=75d1d64a-af4f-4570-bcaf-bff1bd6271a5)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:48:43.910193 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-76d710ef-c236-4836-add2-ff731fea003f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720017'] for subnet, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:43.916139 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Returning: {'device': '55d54157-7ec6-4108-b901-c223078fdb0c', 'network_id': 'fdcc8a9a-1c77-4208-80f1-8a61fdafa05e', 'port_id': '55d54157-7ec6-4108-b901-c223078fdb0c', 'mac_address': 'fa:16:3e:9a:fb:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1078, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e6590c8-43c2-43db-8ad2-d9bbda6d715d', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 16:48:43.952821 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0a01d8-8faf-4db3-aa01-b2b6f3bbbce6 req-dd526888-b98e-4d55-bb4d-26a09fe364dd tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:43.954824 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-6f0a01d8-8faf-4db3-aa01-b2b6f3bbbce6 req-dd526888-b98e-4d55-bb4d-26a09fe364dd tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 946 time: 0.0997534 Sep 22 16:48:43.955357 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:43.968444 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.notifiers.nova [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55d54157-7ec6-4108-b901-c223078fdb0c {{(pid=100454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 16:48:43.988107 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port 55d54157-7ec6-4108-b901-c223078fdb0c, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=55d54157-7ec6-4108-b901-c223078fdb0c,segment=NetworkSegment(75d1d64a-af4f-4570-bcaf-bff1bd6271a5),segment_id=75d1d64a-af4f-4570-bcaf-bff1bd6271a5)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:48:43.994436 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:44.009593 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-76d710ef-c236-4836-add2-ff731fea003f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351'] for subnet, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:44.020875 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-6f0a01d8-8faf-4db3-aa01-b2b6f3bbbce6 req-1353ab3a-3844-488f-b8f7-6c4287d796be tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543890 Sep 22 16:48:44.042261 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d710ef-c236-4836-add2-ff731fea003f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1be6fdda-c675-42d5-bc59-ee2b2c380e51,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:44.050125 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-76d710ef-c236-4836-add2-ff731fea003f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:44.051318 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-76d710ef-c236-4836-add2-ff731fea003f admin admin] 10.222.0.66 "DELETE /v2.0/subnets/1be6fdda-c675-42d5-bc59-ee2b2c380e51 HTTP/1.1" status: 204 len: 168 time: 0.2702682 Sep 22 16:48:44.053132 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 55912) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:48:44.085074 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Pushing event updated for resources: {'Port': ['ID=55d54157-7ec6-4108-b901-c223078fdb0c,revision_number=4']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:44.141829 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d9f5dc9c-5ac8-4703-8d8b-143e27865128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638825'] for network, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:44.238875 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d9f5dc9c-5ac8-4703-8d8b-143e27865128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705832', 'neutron.services.segments.db._delete_segments_for_network-8735275045268'] for network, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:44.259444 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d9f5dc9c-5ac8-4703-8d8b-143e27865128 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:44.259788 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d9f5dc9c-5ac8-4703-8d8b-143e27865128 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:44.260541 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d9f5dc9c-5ac8-4703-8d8b-143e27865128 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:44.260886 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d9f5dc9c-5ac8-4703-8d8b-143e27865128 admin admin] Subscribe: > port after_create 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:44.261225 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d9f5dc9c-5ac8-4703-8d8b-143e27865128 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:44.261584 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d9f5dc9c-5ac8-4703-8d8b-143e27865128 admin admin] Subscribe: > port after_update 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:44.261925 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d9f5dc9c-5ac8-4703-8d8b-143e27865128 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:44.262246 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d9f5dc9c-5ac8-4703-8d8b-143e27865128 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:44.262582 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d9f5dc9c-5ac8-4703-8d8b-143e27865128 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:44.262903 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d9f5dc9c-5ac8-4703-8d8b-143e27865128 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:44.338104 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 55922) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:48:44.410466 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d9f5dc9c-5ac8-4703-8d8b-143e27865128 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:44.412326 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d9f5dc9c-5ac8-4703-8d8b-143e27865128 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:44.413063 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d9f5dc9c-5ac8-4703-8d8b-143e27865128 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:44.414056 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d9f5dc9c-5ac8-4703-8d8b-143e27865128 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:44.414461 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.services.segments.db [None req-d9f5dc9c-5ac8-4703-8d8b-143e27865128 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d4c5b46-5b9b-4fb5-b0f6-5a1adac27578']}} {{(pid=100453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:48:44.440262 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.services.segments.db [None req-d9f5dc9c-5ac8-4703-8d8b-143e27865128 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6ba7d1e-6c40-4dce-a4e5-6a2e09de503a') {'for_net_delete': True} {{(pid=100453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:48:44.440479 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.services.segments.db [None req-d9f5dc9c-5ac8-4703-8d8b-143e27865128 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6ba7d1e-6c40-4dce-a4e5-6a2e09de503a') {} {{(pid=100453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:48:44.455158 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-32b1d000-be61-4d32-8dc6-0f091ffb9776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:44.457408 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d9f5dc9c-5ac8-4703-8d8b-143e27865128 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735275044765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8729375'] for segment, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:44.471484 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] get_ports_and_sgs() called for port_ids ['55d54157-7ec6-4108-b901-c223078fdb0c'] {{(pid=100454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 16:48:44.482384 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d9f5dc9c-5ac8-4703-8d8b-143e27865128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720390'] for segment, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:44.530985 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9f5dc9c-5ac8-4703-8d8b-143e27865128 admin admin] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=100453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 16:48:44.531700 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d9f5dc9c-5ac8-4703-8d8b-143e27865128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8594164'] for segment, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:44.537932 dv-cinder-809968-4-iscsi neutron-server[100453]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 22 16:48:44.537932 dv-cinder-809968-4-iscsi neutron-server[100453]: from cryptography.utils import int_from_bytes Sep 22 16:48:44.537932 dv-cinder-809968-4-iscsi neutron-server[100453]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 22 16:48:44.537932 dv-cinder-809968-4-iscsi neutron-server[100453]: from cryptography.utils import int_from_bytes Sep 22 16:48:44.537932 dv-cinder-809968-4-iscsi neutron-server[100453]: Traceback (most recent call last): Sep 22 16:48:44.537932 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 16:48:44.537932 dv-cinder-809968-4-iscsi neutron-server[100453]: timer() Sep 22 16:48:44.537932 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 16:48:44.537932 dv-cinder-809968-4-iscsi neutron-server[100453]: cb(*args, **kw) Sep 22 16:48:44.537932 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 16:48:44.537932 dv-cinder-809968-4-iscsi neutron-server[100453]: return func(*args, **kwargs) Sep 22 16:48:44.537932 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 16:48:44.537932 dv-cinder-809968-4-iscsi neutron-server[100453]: self._notify() Sep 22 16:48:44.537932 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 16:48:44.537932 dv-cinder-809968-4-iscsi neutron-server[100453]: self.callback(batched_events) Sep 22 16:48:44.537932 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 16:48:44.537932 dv-cinder-809968-4-iscsi neutron-server[100453]: event.method(event) Sep 22 16:48:44.537932 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 16:48:44.537932 dv-cinder-809968-4-iscsi neutron-server[100453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 16:48:44.537932 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 16:48:44.537932 dv-cinder-809968-4-iscsi neutron-server[100453]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 16:48:44.537932 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 16:48:44.537932 dv-cinder-809968-4-iscsi neutron-server[100453]: return f(self, *a, **k) Sep 22 16:48:44.537932 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 16:48:44.537932 dv-cinder-809968-4-iscsi neutron-server[100453]: return self._get(url).json() Sep 22 16:48:44.537932 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 16:48:44.537932 dv-cinder-809968-4-iscsi neutron-server[100453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 16:48:44.537932 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 16:48:44.537932 dv-cinder-809968-4-iscsi neutron-server[100453]: return self.request(url, 'GET', **kwargs) Sep 22 16:48:44.537932 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 16:48:44.537932 dv-cinder-809968-4-iscsi neutron-server[100453]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 16:48:44.537932 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 16:48:44.537932 dv-cinder-809968-4-iscsi neutron-server[100453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 16:48:44.537932 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 16:48:44.537932 dv-cinder-809968-4-iscsi neutron-server[100453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 16:48:44.537932 dv-cinder-809968-4-iscsi neutron-server[100453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 16:48:44.558495 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-32b1d000-be61-4d32-8dc6-0f091ffb9776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:44.563667 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-32b1d000-be61-4d32-8dc6-0f091ffb9776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:44.612229 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-32b1d000-be61-4d32-8dc6-0f091ffb9776 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f59760d95fff4ff1aa0feeba056a5200&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2729976 Sep 22 16:48:44.613083 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 55934) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:48:44.615354 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b1d000-be61-4d32-8dc6-0f091ffb9776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc3b72b-fbfd-449d-8ea9-4ca6f0a7a8e4,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:44.670367 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-a79ce4b6-b1f4-43b5-a904-6ecdb9ae66b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:44.692902 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-a79ce4b6-b1f4-43b5-a904-6ecdb9ae66b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:44.743645 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-a79ce4b6-b1f4-43b5-a904-6ecdb9ae66b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:44.746598 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-a79ce4b6-b1f4-43b5-a904-6ecdb9ae66b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:44.747730 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-a79ce4b6-b1f4-43b5-a904-6ecdb9ae66b1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1fc3b72b-fbfd-449d-8ea9-4ca6f0a7a8e4 HTTP/1.1" status: 204 len: 168 time: 0.1334100 Sep 22 16:48:44.755505 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79ce4b6-b1f4-43b5-a904-6ecdb9ae66b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc3b72b-fbfd-449d-8ea9-4ca6f0a7a8e4,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:44.822305 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d325295-f0e1-4ef5-ad9c-ee59ff37ba8a req-4a378415-cc95-4fbf-9cbd-46cbfc92e6d9 tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:44.823875 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-0d325295-f0e1-4ef5-ad9c-ee59ff37ba8a req-4a378415-cc95-4fbf-9cbd-46cbfc92e6d9 tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] 10.222.0.66 "GET /v2.0/ports?device_id=817d051b-142b-4f3d-a72f-fec6e3fe7f41 HTTP/1.1" status: 200 len: 948 time: 0.3374755 Sep 22 16:48:44.828486 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d9f5dc9c-5ac8-4703-8d8b-143e27865128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700886'] for network, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:44.847691 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d9f5dc9c-5ac8-4703-8d8b-143e27865128 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for network, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:44.849485 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-d9f5dc9c-5ac8-4703-8d8b-143e27865128 admin admin] 10.222.0.66 "DELETE /v2.0/networks/7d4c5b46-5b9b-4fb5-b0f6-5a1adac27578 HTTP/1.1" status: 204 len: 168 time: 0.7952518 Sep 22 16:48:44.860659 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f5dc9c-5ac8-4703-8d8b-143e27865128 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d4c5b46-5b9b-4fb5-b0f6-5a1adac27578,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:44.884891 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-0d325295-f0e1-4ef5-ad9c-ee59ff37ba8a req-6de6603c-3609-4fc1-9fbe-295c44e0f5b8 tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] 10.222.0.66 "GET /v2.0/security-groups?id=4cf5c129-6cef-4265-b9d2-a51636e7fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546165 Sep 22 16:48:45.053116 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 55952) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:48:45.096412 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-edb2c7d1-f451-4942-ab3e-d1af8b03d9d4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7f8a5bad3e4641939674758f4237d85b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0421090 Sep 22 16:48:45.098989 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 55954) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:48:45.148928 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-ea32ff82-bbba-4c22-95c4-15dbe03bfe06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:45.199018 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-ea32ff82-bbba-4c22-95c4-15dbe03bfe06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:45.283784 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-ea32ff82-bbba-4c22-95c4-15dbe03bfe06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:45.286684 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-ea32ff82-bbba-4c22-95c4-15dbe03bfe06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:45.287858 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-ea32ff82-bbba-4c22-95c4-15dbe03bfe06 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d68185b6-4f9e-46c7-85bd-951d06229eb4 HTTP/1.1" status: 204 len: 168 time: 0.1870410 Sep 22 16:48:45.302046 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b0217-495e-4f83-981d-74c42fd0b707 req-09808f38-5ade-4c60-be06-3fd144ce904c tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:45.312073 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-777b0217-495e-4f83-981d-74c42fd0b707 req-09808f38-5ade-4c60-be06-3fd144ce904c tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 946 time: 0.0795219 Sep 22 16:48:45.313986 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea32ff82-bbba-4c22-95c4-15dbe03bfe06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68185b6-4f9e-46c7-85bd-951d06229eb4,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:45.360080 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-777b0217-495e-4f83-981d-74c42fd0b707 req-3d5c87f1-4a70-4599-abf9-3a7f89f6c330 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469654 Sep 22 16:48:45.578070 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 55980) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:48:45.684149 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [None req-9015ba84-037f-427c-aed3-2ae00249fa31 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1175285913-network', 'tenant_id': '42d17462ff8b4045b93c4c63fb947b29'}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:48:45.706480 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9015ba84-037f-427c-aed3-2ae00249fa31 admin admin] Made reservation on behalf of 42d17462ff8b4045b93c4c63fb947b29 for: {'network': 1} {{(pid=100452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:48:45.708631 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-9015ba84-037f-427c-aed3-2ae00249fa31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for network, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:45.717214 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-9015ba84-037f-427c-aed3-2ae00249fa31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:45.819199 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-9015ba84-037f-427c-aed3-2ae00249fa31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:45.824499 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-9015ba84-037f-427c-aed3-2ae00249fa31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:45.845963 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9015ba84-037f-427c-aed3-2ae00249fa31 admin admin] vlan segment allocate from pool success with {'vlan_id': 1058, 'physical_network': 'physnet1'} {{(pid=100452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 16:48:45.860614 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9015ba84-037f-427c-aed3-2ae00249fa31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba169af3-c767-4c8b-883b-8c73861f692c,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:45.863637 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-9015ba84-037f-427c-aed3-2ae00249fa31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720390'] for segment, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:45.863998 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.db.segments_db [None req-9015ba84-037f-427c-aed3-2ae00249fa31 admin admin] Added segment 96f3e314-c094-4afd-9707-cf49f4a2697b of type vlan for network c88e0957-36de-479b-a8d4-61b47c068537 Sep 22 16:48:45.906232 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-9015ba84-037f-427c-aed3-2ae00249fa31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735274455839'] for network, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:45.934501 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-9015ba84-037f-427c-aed3-2ae00249fa31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351'] for network, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:45.935938 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9015ba84-037f-427c-aed3-2ae00249fa31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:45.936702 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-9015ba84-037f-427c-aed3-2ae00249fa31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for network, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:46.005087 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9015ba84-037f-427c-aed3-2ae00249fa31 admin admin] Pushing event updated for resources: {'Network': ['ID=c88e0957-36de-479b-a8d4-61b47c068537,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:46.011007 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-9015ba84-037f-427c-aed3-2ae00249fa31 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4318354 Sep 22 16:48:46.012254 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 56000) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:48:46.017728 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [None req-ef58eba6-b297-4a23-9312-9e9e886470f6 admin admin] Request body: {'subnet': {'network_id': 'c88e0957-36de-479b-a8d4-61b47c068537', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1175285913-subnet', 'tenant_id': '42d17462ff8b4045b93c4c63fb947b29', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:48:46.021171 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Network c88e0957-36de-479b-a8d4-61b47c068537 details requested by agent ovs-agent-dv-cinder-809968-4-iscsi with host dv-cinder-809968-4-iscsi {{(pid=100454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 16:48:46.036469 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ddb7d-c119-4fa4-a572-818528731881 req-cfe4d729-9ae6-41de-8ee5-2a73dbd41e84 tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:46.045037 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-973ddb7d-c119-4fa4-a572-818528731881 req-cfe4d729-9ae6-41de-8ee5-2a73dbd41e84 tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] 10.222.0.66 "GET /v2.0/ports?device_id=817d051b-142b-4f3d-a72f-fec6e3fe7f41 HTTP/1.1" status: 200 len: 948 time: 0.0743749 Sep 22 16:48:46.052355 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef58eba6-b297-4a23-9312-9e9e886470f6 admin admin] Made reservation on behalf of 42d17462ff8b4045b93c4c63fb947b29 for: {'subnet': 1} {{(pid=100452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:48:46.056462 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-ef58eba6-b297-4a23-9312-9e9e886470f6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:46.089789 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-973ddb7d-c119-4fa4-a572-818528731881 req-129d71c9-58a1-4b84-a37c-24f43170350e tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] 10.222.0.66 "GET /v2.0/security-groups?id=4cf5c129-6cef-4265-b9d2-a51636e7fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435653 Sep 22 16:48:46.263226 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-ef58eba6-b297-4a23-9312-9e9e886470f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351'] for subnet, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:46.320255 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef58eba6-b297-4a23-9312-9e9e886470f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2be41ef2-d4c4-4d9d-b269-ed920d51485e,revision_number=0']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:46.329286 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef58eba6-b297-4a23-9312-9e9e886470f6 admin admin] Checking segment: {'id': '96f3e314-c094-4afd-9707-cf49f4a2697b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'c88e0957-36de-479b-a8d4-61b47c068537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 16:48:46.329668 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef58eba6-b297-4a23-9312-9e9e886470f6 admin admin] Network hostable DHCP agents. Network: c88e0957-36de-479b-a8d4-61b47c068537, hostable agents: ['0db1be0e-ef43-4063-8d54-96fc7c9973fd'], hosted agents: [] {{(pid=100452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 16:48:46.346769 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef58eba6-b297-4a23-9312-9e9e886470f6 admin admin] Network c88e0957-36de-479b-a8d4-61b47c068537 is scheduled to be hosted by DHCP agent 0db1be0e-ef43-4063-8d54-96fc7c9973fd with binding_index 1 {{(pid=100452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 16:48:46.356377 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.base_scheduler [None req-ef58eba6-b297-4a23-9312-9e9e886470f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809968-4-iscsi, c88e0957-36de-479b-a8d4-61b47c068537) {{(pid=100452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:48:46.360865 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef58eba6-b297-4a23-9312-9e9e886470f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:46.361467 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-ef58eba6-b297-4a23-9312-9e9e886470f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for subnet, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:46.369436 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d557e0-de37-4535-874e-28eaa4aa8f1e None None] Network c88e0957-36de-479b-a8d4-61b47c068537 requested from dv-cinder-809968-4-iscsi {{(pid=100454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 16:48:46.378223 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-ef58eba6-b297-4a23-9312-9e9e886470f6 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3647575 Sep 22 16:48:46.512260 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2541bfd4-cda1-4579-bb5c-fbaebf7a45a5 None None] Network c88e0957-36de-479b-a8d4-61b47c068537 requested from dv-cinder-809968-4-iscsi {{(pid=100454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 16:48:46.675635 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784bb685-5f96-41d8-9138-5437c5dfb77d req-e188fa4d-392d-4275-a985-ad6d79afa812 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:46.677125 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-784bb685-5f96-41d8-9138-5437c5dfb77d req-e188fa4d-392d-4275-a985-ad6d79afa812 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 946 time: 0.0536175 Sep 22 16:48:46.715524 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-784bb685-5f96-41d8-9138-5437c5dfb77d req-703390ea-cc4b-4b43-afc4-2737dd00ef1a tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317976 Sep 22 16:48:47.272071 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca4a207-f7dc-40f5-8abd-0936455f9ea1 req-a0174d54-e13d-4bb2-ac83-61a8795985b9 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:47.274217 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-fca4a207-f7dc-40f5-8abd-0936455f9ea1 req-a0174d54-e13d-4bb2-ac83-61a8795985b9 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.66 "GET /v2.0/networks?id=1c3d3a58-f8ad-48bd-b6da-efff1df91292 HTTP/1.1" status: 200 len: 815 time: 0.0997016 Sep 22 16:48:47.290689 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-fca4a207-f7dc-40f5-8abd-0936455f9ea1 req-e14e6255-ad0f-4533-81db-2b73f5ebbb47 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.66 "GET /v2.0/quotas/87541293238c472fbd91981f2f55ea80 HTTP/1.1" status: 200 len: 375 time: 0.0101793 Sep 22 16:48:47.340629 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-fca4a207-f7dc-40f5-8abd-0936455f9ea1 req-43024ef5-fc1a-4f2f-a541-e95a5d24dbee tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=87541293238c472fbd91981f2f55ea80&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0440040 Sep 22 16:48:47.431260 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-fca4a207-f7dc-40f5-8abd-0936455f9ea1 req-575f0d62-980a-4d56-a2ca-34d81b67354c service neutron] 10.222.0.66 "GET /v2.0/networks/1c3d3a58-f8ad-48bd-b6da-efff1df91292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834589 Sep 22 16:48:47.518557 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-fca4a207-f7dc-40f5-8abd-0936455f9ea1 req-ec83b494-a2b7-4c7c-b976-d13d3a5577a5 service neutron] 10.222.0.66 "GET /v2.0/networks/1c3d3a58-f8ad-48bd-b6da-efff1df91292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808766 Sep 22 16:48:47.713326 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006b379-76db-4435-bddf-5ebb32062b8b req-8f89ef00-54da-46b9-a766-0cf747ca784a tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:47.714830 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a006b379-76db-4435-bddf-5ebb32062b8b req-8f89ef00-54da-46b9-a766-0cf747ca784a tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] 10.222.0.66 "GET /v2.0/ports?device_id=817d051b-142b-4f3d-a72f-fec6e3fe7f41 HTTP/1.1" status: 200 len: 948 time: 0.0563302 Sep 22 16:48:47.753517 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a006b379-76db-4435-bddf-5ebb32062b8b req-d5899731-d6da-49ae-a968-980c1aaab2ca tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] 10.222.0.66 "GET /v2.0/security-groups?id=4cf5c129-6cef-4265-b9d2-a51636e7fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325413 Sep 22 16:48:47.797165 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device 55d54157-7ec6-4108-b901-c223078fdb0c up at agent hyperv_hv-cinder-80996 {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 16:48:47.840229 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f0f99a9b-f064-4b48-a295-509d8c4d06fc req-098c53d0-68a7-4801-8a03-b17612686434 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.66 "GET /v2.0/ports?device_id=07db163e-aa6e-47f0-9e3e-06ce8b0d1b49 HTTP/1.1" status: 200 len: 210 time: 0.0380785 Sep 22 16:48:47.848641 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Provisioning for port 55d54157-7ec6-4108-b901-c223078fdb0c completed by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:48:47.855966 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Provisioning complete for port 55d54157-7ec6-4108-b901-c223078fdb0c triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:48:47.856662 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:47.948004 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:47.957670 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d972b64-fa5c-4a06-bdea-13384a1be472 req-b3123131-dc65-4d92-9683-e8769876ecff tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:47.959496 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-3d972b64-fa5c-4a06-bdea-13384a1be472 req-b3123131-dc65-4d92-9683-e8769876ecff tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 946 time: 0.0572784 Sep 22 16:48:47.984100 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '817d051b-142b-4f3d-a72f-fec6e3fe7f41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d54157-7ec6-4108-b901-c223078fdb0c'}] {{(pid=100454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 16:48:47.986446 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16d40b4f2de209020387121264880f1a965f25742078a59137d58ca0948e8304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108be31d-8ffd-4647-9766-f100113a1b3d" -d '{"events": [{"server_uuid": "817d051b-142b-4f3d-a72f-fec6e3fe7f41", "name": "network-vif-plugged", "status": "completed", "tag": "55d54157-7ec6-4108-b901-c223078fdb0c"}]}' {{(pid=100454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:48:47.999699 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port 55d54157-7ec6-4108-b901-c223078fdb0c, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=55d54157-7ec6-4108-b901-c223078fdb0c,segment=NetworkSegment(75d1d64a-af4f-4570-bcaf-bff1bd6271a5),segment_id=75d1d64a-af4f-4570-bcaf-bff1bd6271a5)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:48:48.003730 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:48.013594 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-3d972b64-fa5c-4a06-bdea-13384a1be472 req-527e3242-8254-41c0-9b66-82c930eefab5 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438094 Sep 22 16:48:48.070771 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Pushing event updated for resources: {'Port': ['ID=55d54157-7ec6-4108-b901-c223078fdb0c,revision_number=5']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:48.131635 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 16:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ec3561-c091-401c-bc7e-f6610c501664 x-openstack-request-id: req-24ec3561-c091-401c-bc7e-f6610c501664 {{(pid=100454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:48:48.131926 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "817d051b-142b-4f3d-a72f-fec6e3fe7f41", "name": "network-vif-plugged", "status": "completed", "tag": "55d54157-7ec6-4108-b901-c223078fdb0c", "code": 200}]} {{(pid=100454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:48:48.132215 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-24ec3561-c091-401c-bc7e-f6610c501664 {{(pid=100454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:48:48.132599 dv-cinder-809968-4-iscsi neutron-server[100454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '817d051b-142b-4f3d-a72f-fec6e3fe7f41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d54157-7ec6-4108-b901-c223078fdb0c', 'code': 200} Sep 22 16:48:48.377350 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c617613-a630-4c11-8d38-f746187552c7 req-0754ad1b-185b-485c-b7d2-4fee1b069f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:48.378883 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-6c617613-a630-4c11-8d38-f746187552c7 req-0754ad1b-185b-485c-b7d2-4fee1b069f05 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=817d051b-142b-4f3d-a72f-fec6e3fe7f41 HTTP/1.1" status: 200 len: 1102 time: 0.0380666 Sep 22 16:48:48.421382 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-6c617613-a630-4c11-8d38-f746187552c7 req-8181b806-5083-4e12-902f-1f5611af1c81 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4cf5c129-6cef-4265-b9d2-a51636e7fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277712 Sep 22 16:48:48.429581 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b53b3-5c92-4995-a50e-d1acf35f9e0e req-19ef5a98-8b2f-4720-a3fb-e96ec61489fd tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:48.431021 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a37b53b3-5c92-4995-a50e-d1acf35f9e0e req-19ef5a98-8b2f-4720-a3fb-e96ec61489fd tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.66 "GET /v2.0/networks?id=c88e0957-36de-479b-a8d4-61b47c068537 HTTP/1.1" status: 200 len: 809 time: 0.1006789 Sep 22 16:48:48.445693 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a37b53b3-5c92-4995-a50e-d1acf35f9e0e req-1baa5786-669d-4d06-ac44-c966fc3876b2 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.66 "GET /v2.0/quotas/42d17462ff8b4045b93c4c63fb947b29 HTTP/1.1" status: 200 len: 375 time: 0.0090768 Sep 22 16:48:48.475614 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a37b53b3-5c92-4995-a50e-d1acf35f9e0e req-26c813fc-b667-4dea-8fcc-c26b78976f85 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=42d17462ff8b4045b93c4c63fb947b29&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0245330 Sep 22 16:48:48.561742 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a37b53b3-5c92-4995-a50e-d1acf35f9e0e req-7917e1f5-f4ae-4841-8a43-1e69542995b1 service neutron] 10.222.0.66 "GET /v2.0/networks/c88e0957-36de-479b-a8d4-61b47c068537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792694 Sep 22 16:48:48.655842 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a37b53b3-5c92-4995-a50e-d1acf35f9e0e req-56e84148-05e5-4588-a0cc-95eef55020f3 service neutron] 10.222.0.66 "GET /v2.0/networks/c88e0957-36de-479b-a8d4-61b47c068537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882525 Sep 22 16:48:49.087228 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-0c2f73c6-ee02-4252-8fc6-4e766577de3e req-9a8597e5-eb1a-4247-9989-3d071cda364e tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.66 "GET /v2.0/ports?device_id=3caa64ba-c4a4-4047-8a63-9468a280d2e3 HTTP/1.1" status: 200 len: 210 time: 0.0306916 Sep 22 16:48:49.128241 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca4a207-f7dc-40f5-8abd-0936455f9ea1 req-356f1c4e-b67e-416e-8dfe-45e3663d5b95 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:49.130197 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-fca4a207-f7dc-40f5-8abd-0936455f9ea1 req-356f1c4e-b67e-416e-8dfe-45e3663d5b95 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.72 "GET /v2.0/networks?id=1c3d3a58-f8ad-48bd-b6da-efff1df91292 HTTP/1.1" status: 200 len: 815 time: 0.1427538 Sep 22 16:48:49.153140 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [req-fca4a207-f7dc-40f5-8abd-0936455f9ea1 req-693002af-d174-45b4-b072-21a88bb21419 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] Request body: {'port': {'device_id': '07db163e-aa6e-47f0-9e3e-06ce8b0d1b49', 'network_id': '1c3d3a58-f8ad-48bd-b6da-efff1df91292', 'admin_state_up': True, 'tenant_id': '87541293238c472fbd91981f2f55ea80'}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:48:49.202664 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4efc950-37f7-44d9-8872-0fa12a30b279 req-6d1739a0-0812-4040-84e2-c69ec48fa15a tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:49.204577 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f4efc950-37f7-44d9-8872-0fa12a30b279 req-6d1739a0-0812-4040-84e2-c69ec48fa15a tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] 10.222.0.66 "GET /v2.0/ports?device_id=817d051b-142b-4f3d-a72f-fec6e3fe7f41 HTTP/1.1" status: 200 len: 949 time: 0.0599248 Sep 22 16:48:49.251763 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f4efc950-37f7-44d9-8872-0fa12a30b279 req-e2219f6b-6a3e-4d87-88ba-47adbba4cf92 tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] 10.222.0.66 "GET /v2.0/security-groups?id=4cf5c129-6cef-4265-b9d2-a51636e7fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374393 Sep 22 16:48:49.284577 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fca4a207-f7dc-40f5-8abd-0936455f9ea1 req-693002af-d174-45b4-b072-21a88bb21419 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] Made reservation on behalf of 87541293238c472fbd91981f2f55ea80 for: {'port': 1} {{(pid=100452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:48:49.288465 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-fca4a207-f7dc-40f5-8abd-0936455f9ea1 req-693002af-d174-45b4-b072-21a88bb21419 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:49.353426 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-2b1082c2-6a5d-42f6-a28f-ec1c1275fd61 req-c88a922e-9a03-4e10-ad9a-e4a68d77ed97 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.66 "GET /v2.0/ports?device_id=07db163e-aa6e-47f0-9e3e-06ce8b0d1b49 HTTP/1.1" status: 200 len: 210 time: 0.0271494 Sep 22 16:48:49.432384 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.db_base_plugin_common [req-fca4a207-f7dc-40f5-8abd-0936455f9ea1 req-693002af-d174-45b4-b072-21a88bb21419 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] Allocated IP 172.20.0.11 (1c3d3a58-f8ad-48bd-b6da-efff1df91292/f5c292e6-67d2-454f-b026-357a34582a81/2aece5b3-d137-4cd4-8dd6-7e2992208d00) {{(pid=100452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:48:49.533219 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa486aa2-ae00-4635-a444-b6a45ae88e70 req-4b3464a5-864e-4703-8656-c70d256a0a11 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:49.534741 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-aa486aa2-ae00-4635-a444-b6a45ae88e70 req-4b3464a5-864e-4703-8656-c70d256a0a11 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 946 time: 0.0498381 Sep 22 16:48:49.575274 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-aa486aa2-ae00-4635-a444-b6a45ae88e70 req-4dd6f7ce-920a-41f5-b49b-31e90c9d8c9b tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344260 Sep 22 16:48:49.623264 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-fca4a207-f7dc-40f5-8abd-0936455f9ea1 req-693002af-d174-45b4-b072-21a88bb21419 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] Notify callbacks [] for port, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:49.660251 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-fca4a207-f7dc-40f5-8abd-0936455f9ea1 req-693002af-d174-45b4-b072-21a88bb21419 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735274499777'] for port, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:49.702381 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fca4a207-f7dc-40f5-8abd-0936455f9ea1 req-693002af-d174-45b4-b072-21a88bb21419 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] Network 1c3d3a58-f8ad-48bd-b6da-efff1df91292 is already hosted by enough agents. {{(pid=100452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:48:49.707015 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.base_scheduler [req-fca4a207-f7dc-40f5-8abd-0936455f9ea1 req-693002af-d174-45b4-b072-21a88bb21419 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] Resources bound (agent type, host, resource id): {{(pid=100452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:48:49.713911 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca4a207-f7dc-40f5-8abd-0936455f9ea1 req-693002af-d174-45b4-b072-21a88bb21419 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] Received port after_create {{(pid=100452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 16:48:49.719364 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca4a207-f7dc-40f5-8abd-0936455f9ea1 req-693002af-d174-45b4-b072-21a88bb21419 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:49.719961 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-fca4a207-f7dc-40f5-8abd-0936455f9ea1 req-693002af-d174-45b4-b072-21a88bb21419 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306'] for port, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:49.723296 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693002af-d174-45b4-b072-21a88bb21419 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] Pushing event updated for resources: {'Port': ['ID=2aece5b3-d137-4cd4-8dd6-7e2992208d00,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:49.735728 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-fca4a207-f7dc-40f5-8abd-0936455f9ea1 req-693002af-d174-45b4-b072-21a88bb21419 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5878115 Sep 22 16:48:49.895959 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] get_ports_and_sgs() called for port_ids ['cb31b113-57c5-4326-b73e-a82f5552accd'] {{(pid=100454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 16:48:49.908940 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [req-fca4a207-f7dc-40f5-8abd-0936455f9ea1 req-a9cee6d2-202a-4131-9f3b-0e1db5bbd234 service neutron] Request body: {'port': {'device_id': '07db163e-aa6e-47f0-9e3e-06ce8b0d1b49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:48:49.968212 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-fca4a207-f7dc-40f5-8abd-0936455f9ea1 req-a9cee6d2-202a-4131-9f3b-0e1db5bbd234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:50.231172 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.notifiers.nova [req-fca4a207-f7dc-40f5-8abd-0936455f9ea1 req-a9cee6d2-202a-4131-9f3b-0e1db5bbd234 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aece5b3-d137-4cd4-8dd6-7e2992208d00 {{(pid=100452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 16:48:50.238214 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-fca4a207-f7dc-40f5-8abd-0936455f9ea1 req-a9cee6d2-202a-4131-9f3b-0e1db5bbd234 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:50.249322 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.provisioning_blocks [req-fca4a207-f7dc-40f5-8abd-0936455f9ea1 req-a9cee6d2-202a-4131-9f3b-0e1db5bbd234 service neutron] Transition to ACTIVE for port object 2aece5b3-d137-4cd4-8dd6-7e2992208d00 will not be triggered until provisioned by entity L2. {{(pid=100452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:48:50.252826 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-fca4a207-f7dc-40f5-8abd-0936455f9ea1 req-a9cee6d2-202a-4131-9f3b-0e1db5bbd234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:50.305198 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cee6d2-202a-4131-9f3b-0e1db5bbd234 service neutron] Pushing event updated for resources: {'Port': ['ID=2aece5b3-d137-4cd4-8dd6-7e2992208d00,revision_number=2']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:50.330755 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.managers [req-fca4a207-f7dc-40f5-8abd-0936455f9ea1 req-a9cee6d2-202a-4131-9f3b-0e1db5bbd234 service neutron] Attempting to bind port 2aece5b3-d137-4cd4-8dd6-7e2992208d00 on host hv-cinder-80996 for vnic_type normal with profile {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 16:48:50.331078 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.managers [req-fca4a207-f7dc-40f5-8abd-0936455f9ea1 req-a9cee6d2-202a-4131-9f3b-0e1db5bbd234 service neutron] Attempting to bind port 2aece5b3-d137-4cd4-8dd6-7e2992208d00 by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': 'a343ba7b-62f0-4599-8262-3607817646b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '1c3d3a58-f8ad-48bd-b6da-efff1df91292'}] {{(pid=100452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 16:48:50.331392 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca4a207-f7dc-40f5-8abd-0936455f9ea1 req-a9cee6d2-202a-4131-9f3b-0e1db5bbd234 service neutron] Attempting to bind port 2aece5b3-d137-4cd4-8dd6-7e2992208d00 on network 1c3d3a58-f8ad-48bd-b6da-efff1df91292 {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 16:48:50.335983 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca4a207-f7dc-40f5-8abd-0936455f9ea1 req-a9cee6d2-202a-4131-9f3b-0e1db5bbd234 service neutron] Port 2aece5b3-d137-4cd4-8dd6-7e2992208d00 on network 1c3d3a58-f8ad-48bd-b6da-efff1df91292 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 16:48:50.336286 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca4a207-f7dc-40f5-8abd-0936455f9ea1 req-a9cee6d2-202a-4131-9f3b-0e1db5bbd234 service neutron] Attempting to bind port 2aece5b3-d137-4cd4-8dd6-7e2992208d00 on network 1c3d3a58-f8ad-48bd-b6da-efff1df91292 {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 16:48:50.340833 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca4a207-f7dc-40f5-8abd-0936455f9ea1 req-a9cee6d2-202a-4131-9f3b-0e1db5bbd234 service neutron] Checking agent: {'id': 'b620640a-8129-43ac-bbbc-6cb85f2c2acf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 16, 45, 26), 'started_at': datetime.datetime(2021, 9, 22, 16, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 16, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 16:48:50.341155 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca4a207-f7dc-40f5-8abd-0936455f9ea1 req-a9cee6d2-202a-4131-9f3b-0e1db5bbd234 service neutron] Checking segment: {'id': 'a343ba7b-62f0-4599-8262-3607817646b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '1c3d3a58-f8ad-48bd-b6da-efff1df91292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 16:48:50.341521 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca4a207-f7dc-40f5-8abd-0936455f9ea1 req-a9cee6d2-202a-4131-9f3b-0e1db5bbd234 service neutron] Bound using segment: {'id': 'a343ba7b-62f0-4599-8262-3607817646b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '1c3d3a58-f8ad-48bd-b6da-efff1df91292'} {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 16:48:50.341959 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.managers [req-fca4a207-f7dc-40f5-8abd-0936455f9ea1 req-a9cee6d2-202a-4131-9f3b-0e1db5bbd234 service neutron] Bound port: 2aece5b3-d137-4cd4-8dd6-7e2992208d00, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a343ba7b-62f0-4599-8262-3607817646b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '1c3d3a58-f8ad-48bd-b6da-efff1df91292'}}] {{(pid=100452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 16:48:50.342299 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-fca4a207-f7dc-40f5-8abd-0936455f9ea1 req-a9cee6d2-202a-4131-9f3b-0e1db5bbd234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:50.402870 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.db [req-fca4a207-f7dc-40f5-8abd-0936455f9ea1 req-a9cee6d2-202a-4131-9f3b-0e1db5bbd234 service neutron] For port 2aece5b3-d137-4cd4-8dd6-7e2992208d00, host hv-cinder-80996, cleared binding levels {{(pid=100452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 16:48:50.405759 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.db [req-fca4a207-f7dc-40f5-8abd-0936455f9ea1 req-a9cee6d2-202a-4131-9f3b-0e1db5bbd234 service neutron] For port 2aece5b3-d137-4cd4-8dd6-7e2992208d00, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=2aece5b3-d137-4cd4-8dd6-7e2992208d00,segment=NetworkSegment(a343ba7b-62f0-4599-8262-3607817646b7),segment_id=a343ba7b-62f0-4599-8262-3607817646b7)] {{(pid=100452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 16:48:50.409648 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-fca4a207-f7dc-40f5-8abd-0936455f9ea1 req-a9cee6d2-202a-4131-9f3b-0e1db5bbd234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:50.441683 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca4a207-f7dc-40f5-8abd-0936455f9ea1 req-a9cee6d2-202a-4131-9f3b-0e1db5bbd234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:50.442275 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-fca4a207-f7dc-40f5-8abd-0936455f9ea1 req-a9cee6d2-202a-4131-9f3b-0e1db5bbd234 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306'] for port, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:50.443594 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-fca4a207-f7dc-40f5-8abd-0936455f9ea1 req-a9cee6d2-202a-4131-9f3b-0e1db5bbd234 service neutron] 10.222.0.72 "PUT /v2.0/ports/2aece5b3-d137-4cd4-8dd6-7e2992208d00 HTTP/1.1" status: 200 len: 1094 time: 0.5389724 Sep 22 16:48:50.444015 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07db163e-aa6e-47f0-9e3e-06ce8b0d1b49', 'tag': '2aece5b3-d137-4cd4-8dd6-7e2992208d00'}] {{(pid=100452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 16:48:50.446952 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3daeaf716feba76a3af1624af44cd9d3b401b8dbf4d63f278f059799def7c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b8b408-297e-43c5-9826-8a2405312032" -d '{"events": [{"name": "network-changed", "server_uuid": "07db163e-aa6e-47f0-9e3e-06ce8b0d1b49", "tag": "2aece5b3-d137-4cd4-8dd6-7e2992208d00"}]}' {{(pid=100452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:48:50.467737 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cee6d2-202a-4131-9f3b-0e1db5bbd234 service neutron] Pushing event updated for resources: {'Port': ['ID=2aece5b3-d137-4cd4-8dd6-7e2992208d00,revision_number=3']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:54.159707 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca4a207-f7dc-40f5-8abd-0936455f9ea1 req-9545743b-6aa3-465d-88ea-81b1f96f6ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:54.161202 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-fca4a207-f7dc-40f5-8abd-0936455f9ea1 req-9545743b-6aa3-465d-88ea-81b1f96f6ac0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=87541293238c472fbd91981f2f55ea80&device_id=07db163e-aa6e-47f0-9e3e-06ce8b0d1b49 HTTP/1.1" status: 200 len: 1097 time: 0.0424359 Sep 22 16:48:54.464811 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-fca4a207-f7dc-40f5-8abd-0936455f9ea1 req-1fd81ad0-9ded-44b2-af0a-2b5e04754e49 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2aece5b3-d137-4cd4-8dd6-7e2992208d00 HTTP/1.1" status: 200 len: 217 time: 0.0328939 Sep 22 16:48:54.513359 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca4a207-f7dc-40f5-8abd-0936455f9ea1 req-8d477534-8a4b-43ac-b88a-02c4c35b6bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:54.514784 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-fca4a207-f7dc-40f5-8abd-0936455f9ea1 req-8d477534-8a4b-43ac-b88a-02c4c35b6bc7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f5c292e6-67d2-454f-b026-357a34582a81 HTTP/1.1" status: 200 len: 855 time: 0.0422075 Sep 22 16:48:54.546941 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-fca4a207-f7dc-40f5-8abd-0936455f9ea1 req-37ed030c-412d-47df-811b-08c8e9777aed service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1c3d3a58-f8ad-48bd-b6da-efff1df91292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0225527 Sep 22 16:48:54.647596 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-fca4a207-f7dc-40f5-8abd-0936455f9ea1 req-47d13b37-8acb-42d0-8b5b-3d33e5a2a98b service neutron] 10.222.0.72 "GET /v2.0/networks/1c3d3a58-f8ad-48bd-b6da-efff1df91292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858691 Sep 22 16:48:54.664361 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-9d009237-c9e6-471d-bf47-d6514d700ac3 req-31405532-dc3e-4ee8-a46f-4df6cb961840 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.66 "GET /v2.0/ports?device_id=3caa64ba-c4a4-4047-8a63-9468a280d2e3 HTTP/1.1" status: 200 len: 210 time: 0.0256310 Sep 22 16:48:54.739563 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-fca4a207-f7dc-40f5-8abd-0936455f9ea1 req-16680796-2417-442a-94d1-1aaebbb36474 service neutron] 10.222.0.72 "GET /v2.0/networks/1c3d3a58-f8ad-48bd-b6da-efff1df91292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823193 Sep 22 16:48:54.768568 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67da2e3-5cc0-4df6-a126-70921a0d5740 req-dbc025c6-d167-4bd8-87ae-e58f3b1ecc3b tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:54.770051 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-d67da2e3-5cc0-4df6-a126-70921a0d5740 req-dbc025c6-d167-4bd8-87ae-e58f3b1ecc3b tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] 10.222.0.66 "GET /v2.0/ports?device_id=817d051b-142b-4f3d-a72f-fec6e3fe7f41 HTTP/1.1" status: 200 len: 949 time: 0.0521016 Sep 22 16:48:54.807061 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-d67da2e3-5cc0-4df6-a126-70921a0d5740 req-78ef3529-cb38-4409-81f7-f7a56926c867 tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] 10.222.0.66 "GET /v2.0/security-groups?id=4cf5c129-6cef-4265-b9d2-a51636e7fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307074 Sep 22 16:48:54.910147 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6815be7-dc64-4eee-b430-81245a81a380 req-7185ac85-981b-4bbf-b90c-c381ac17cc19 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:54.911741 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a6815be7-dc64-4eee-b430-81245a81a380 req-7185ac85-981b-4bbf-b90c-c381ac17cc19 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.66 "GET /v2.0/ports?device_id=07db163e-aa6e-47f0-9e3e-06ce8b0d1b49 HTTP/1.1" status: 200 len: 944 time: 0.0500476 Sep 22 16:48:54.952237 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a6815be7-dc64-4eee-b430-81245a81a380 req-b690877c-7de9-4f7d-9aa0-0b2072cf34da tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.66 "GET /v2.0/security-groups?id=0676076c-7d0a-4215-b4be-d5299778849f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336821 Sep 22 16:48:54.995113 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 16:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9973aaa9-2302-4deb-93ac-3492d47fc04c x-openstack-request-id: req-9973aaa9-2302-4deb-93ac-3492d47fc04c {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:48:54.995394 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07db163e-aa6e-47f0-9e3e-06ce8b0d1b49", "tag": "2aece5b3-d137-4cd4-8dd6-7e2992208d00", "status": "completed", "code": 200}]} {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:48:54.995640 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9973aaa9-2302-4deb-93ac-3492d47fc04c {{(pid=100452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:48:54.996030 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07db163e-aa6e-47f0-9e3e-06ce8b0d1b49', 'tag': '2aece5b3-d137-4cd4-8dd6-7e2992208d00', 'status': 'completed', 'code': 200} Sep 22 16:48:55.091549 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb3c34f-28b8-49b9-a692-6a8c44d46315 req-3c428aff-aac3-4c94-bddf-e1d50796b230 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:55.093042 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-cfb3c34f-28b8-49b9-a692-6a8c44d46315 req-3c428aff-aac3-4c94-bddf-e1d50796b230 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 946 time: 0.0561311 Sep 22 16:48:55.137226 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-cfb3c34f-28b8-49b9-a692-6a8c44d46315 req-0116a712-f90c-4415-b96b-cbd8ba581f0a tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353491 Sep 22 16:48:55.164064 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b8b408-297e-43c5-9826-8a2405312032 req-b0a65b36-19d5-42fb-9f96-81ec00326099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:55.169604 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-77b8b408-297e-43c5-9826-8a2405312032 req-b0a65b36-19d5-42fb-9f96-81ec00326099 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=87541293238c472fbd91981f2f55ea80&device_id=07db163e-aa6e-47f0-9e3e-06ce8b0d1b49 HTTP/1.1" status: 200 len: 1097 time: 0.1052067 Sep 22 16:48:55.216422 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b53b3-5c92-4995-a50e-d1acf35f9e0e req-3f83a799-c43e-4441-ad8d-093d052e3314 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:55.218002 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-a37b53b3-5c92-4995-a50e-d1acf35f9e0e req-3f83a799-c43e-4441-ad8d-093d052e3314 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.72 "GET /v2.0/networks?id=c88e0957-36de-479b-a8d4-61b47c068537 HTTP/1.1" status: 200 len: 809 time: 0.1667604 Sep 22 16:48:55.259885 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [req-a37b53b3-5c92-4995-a50e-d1acf35f9e0e req-21fd002a-1d2e-4972-9758-b16c2a30eae3 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Request body: {'port': {'device_id': '3caa64ba-c4a4-4047-8a63-9468a280d2e3', 'network_id': 'c88e0957-36de-479b-a8d4-61b47c068537', 'admin_state_up': True, 'tenant_id': '42d17462ff8b4045b93c4c63fb947b29'}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:48:55.342929 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b8b408-297e-43c5-9826-8a2405312032 req-ad6fce59-a9c3-43bc-9b50-9ad552757fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:55.344381 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-77b8b408-297e-43c5-9826-8a2405312032 req-ad6fce59-a9c3-43bc-9b50-9ad552757fd2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1c3d3a58-f8ad-48bd-b6da-efff1df91292 HTTP/1.1" status: 200 len: 917 time: 0.1655869 Sep 22 16:48:55.396394 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-77b8b408-297e-43c5-9826-8a2405312032 req-d4062c2f-2cbb-4842-873e-5e41ae2b28eb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2aece5b3-d137-4cd4-8dd6-7e2992208d00 HTTP/1.1" status: 200 len: 217 time: 0.0405118 Sep 22 16:48:55.445529 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a37b53b3-5c92-4995-a50e-d1acf35f9e0e req-21fd002a-1d2e-4972-9758-b16c2a30eae3 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Made reservation on behalf of 42d17462ff8b4045b93c4c63fb947b29 for: {'port': 1} {{(pid=100452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:48:55.448821 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-a37b53b3-5c92-4995-a50e-d1acf35f9e0e req-21fd002a-1d2e-4972-9758-b16c2a30eae3 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:55.471263 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b8b408-297e-43c5-9826-8a2405312032 req-a66657c7-87f1-4566-a4fc-ecb5fc62fbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:55.472687 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-77b8b408-297e-43c5-9826-8a2405312032 req-a66657c7-87f1-4566-a4fc-ecb5fc62fbe6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f5c292e6-67d2-454f-b026-357a34582a81 HTTP/1.1" status: 200 len: 855 time: 0.0634487 Sep 22 16:48:55.539770 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-77b8b408-297e-43c5-9826-8a2405312032 req-4f23bfee-7ff5-4fbe-9888-912a9d8a76f2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1c3d3a58-f8ad-48bd-b6da-efff1df91292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291076 Sep 22 16:48:55.653575 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.db_base_plugin_common [req-a37b53b3-5c92-4995-a50e-d1acf35f9e0e req-21fd002a-1d2e-4972-9758-b16c2a30eae3 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Allocated IP 172.20.0.6 (c88e0957-36de-479b-a8d4-61b47c068537/2be41ef2-d4c4-4d9d-b269-ed920d51485e/2c6edca4-5582-4a3f-b45b-17daaf645b91) {{(pid=100452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:48:55.697781 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-77b8b408-297e-43c5-9826-8a2405312032 req-d0402c79-fe06-46a8-b142-198086bf9838 service neutron] 10.222.0.72 "GET /v2.0/networks/1c3d3a58-f8ad-48bd-b6da-efff1df91292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399896 Sep 22 16:48:55.720119 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-172a63b1-245c-4646-83b7-11aa078ed617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:55.900698 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-a37b53b3-5c92-4995-a50e-d1acf35f9e0e req-21fd002a-1d2e-4972-9758-b16c2a30eae3 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Notify callbacks [] for port, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:55.919320 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-77b8b408-297e-43c5-9826-8a2405312032 req-b029c5b6-ad76-4249-b3e7-d97991324362 service neutron] 10.222.0.72 "GET /v2.0/networks/1c3d3a58-f8ad-48bd-b6da-efff1df91292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653974 Sep 22 16:48:55.947435 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-a37b53b3-5c92-4995-a50e-d1acf35f9e0e req-21fd002a-1d2e-4972-9758-b16c2a30eae3 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735274499777'] for port, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:55.998311 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a37b53b3-5c92-4995-a50e-d1acf35f9e0e req-21fd002a-1d2e-4972-9758-b16c2a30eae3 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Network c88e0957-36de-479b-a8d4-61b47c068537 is already hosted by enough agents. {{(pid=100452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:48:56.001289 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.base_scheduler [req-a37b53b3-5c92-4995-a50e-d1acf35f9e0e req-21fd002a-1d2e-4972-9758-b16c2a30eae3 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Resources bound (agent type, host, resource id): {{(pid=100452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:48:56.008591 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.l3_dvrscheduler_db [req-a37b53b3-5c92-4995-a50e-d1acf35f9e0e req-21fd002a-1d2e-4972-9758-b16c2a30eae3 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Received port after_create {{(pid=100452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 16:48:56.013327 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b53b3-5c92-4995-a50e-d1acf35f9e0e req-21fd002a-1d2e-4972-9758-b16c2a30eae3 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:56.013958 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-a37b53b3-5c92-4995-a50e-d1acf35f9e0e req-21fd002a-1d2e-4972-9758-b16c2a30eae3 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306'] for port, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:56.017415 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fd002a-1d2e-4972-9758-b16c2a30eae3 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Pushing event updated for resources: {'Port': ['ID=2c6edca4-5582-4a3f-b45b-17daaf645b91,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:56.031047 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-a37b53b3-5c92-4995-a50e-d1acf35f9e0e req-21fd002a-1d2e-4972-9758-b16c2a30eae3 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7754288 Sep 22 16:48:56.055799 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b725f-97af-490e-a0ba-806076cb89e5 req-9e5fa192-5072-4173-a2c2-61a1c5a39cf3 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:56.056351 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [req-a37b53b3-5c92-4995-a50e-d1acf35f9e0e req-99044bc8-28ef-49e1-a37f-4e3a3ef2c87e service neutron] Request body: {'port': {'device_id': '3caa64ba-c4a4-4047-8a63-9468a280d2e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:48:56.057173 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-8d9b725f-97af-490e-a0ba-806076cb89e5 req-9e5fa192-5072-4173-a2c2-61a1c5a39cf3 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.66 "GET /v2.0/ports?device_id=3caa64ba-c4a4-4047-8a63-9468a280d2e3 HTTP/1.1" status: 200 len: 931 time: 0.0559351 Sep 22 16:48:56.096515 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-8d9b725f-97af-490e-a0ba-806076cb89e5 req-612c35f8-e6e2-4c54-bd42-7a9fbffe1b1d tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba169af3-c767-4c8b-883b-8c73861f692c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333385 Sep 22 16:48:56.152602 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:56.226643 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c16dd-21b8-487c-85cb-5aaa22797638 req-f7156c2a-8434-4661-b1e4-43fc6ed97612 tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:56.228418 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-537c16dd-21b8-487c-85cb-5aaa22797638 req-f7156c2a-8434-4661-b1e4-43fc6ed97612 tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] 10.222.0.66 "GET /v2.0/ports?device_id=817d051b-142b-4f3d-a72f-fec6e3fe7f41 HTTP/1.1" status: 200 len: 949 time: 0.0541089 Sep 22 16:48:56.268095 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-537c16dd-21b8-487c-85cb-5aaa22797638 req-d56833a4-368a-4759-a597-56ba609793eb tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] 10.222.0.66 "GET /v2.0/security-groups?id=4cf5c129-6cef-4265-b9d2-a51636e7fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331743 Sep 22 16:48:56.307277 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-a37b53b3-5c92-4995-a50e-d1acf35f9e0e req-99044bc8-28ef-49e1-a37f-4e3a3ef2c87e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:56.404642 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49cf9bd-f815-4440-9708-38e38197d0d3 req-62d7cfbe-afb5-409f-905f-959020a4093d tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:56.406288 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a49cf9bd-f815-4440-9708-38e38197d0d3 req-62d7cfbe-afb5-409f-905f-959020a4093d tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.66 "GET /v2.0/ports?device_id=07db163e-aa6e-47f0-9e3e-06ce8b0d1b49 HTTP/1.1" status: 200 len: 944 time: 0.0495131 Sep 22 16:48:56.444463 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a49cf9bd-f815-4440-9708-38e38197d0d3 req-ee7746bf-7020-436e-8865-d3de1c8e5f7f tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.66 "GET /v2.0/security-groups?id=0676076c-7d0a-4215-b4be-d5299778849f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318334 Sep 22 16:48:56.549932 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b07174-b9da-407e-a2da-ea5ec5fd0c7d req-3f373e15-a85c-4a1f-b53b-e520f79d7474 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:56.551407 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-62b07174-b9da-407e-a2da-ea5ec5fd0c7d req-3f373e15-a85c-4a1f-b53b-e520f79d7474 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 946 time: 0.0516810 Sep 22 16:48:56.570110 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.notifiers.nova [req-a37b53b3-5c92-4995-a50e-d1acf35f9e0e req-99044bc8-28ef-49e1-a37f-4e3a3ef2c87e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c6edca4-5582-4a3f-b45b-17daaf645b91 {{(pid=100452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 16:48:56.577133 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-a37b53b3-5c92-4995-a50e-d1acf35f9e0e req-99044bc8-28ef-49e1-a37f-4e3a3ef2c87e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:56.588960 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.provisioning_blocks [req-a37b53b3-5c92-4995-a50e-d1acf35f9e0e req-99044bc8-28ef-49e1-a37f-4e3a3ef2c87e service neutron] Transition to ACTIVE for port object 2c6edca4-5582-4a3f-b45b-17daaf645b91 will not be triggered until provisioned by entity L2. {{(pid=100452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:48:56.589297 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-62b07174-b9da-407e-a2da-ea5ec5fd0c7d req-8398da76-8752-4195-8dbb-5f7de4929d6c tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310435 Sep 22 16:48:56.592895 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-a37b53b3-5c92-4995-a50e-d1acf35f9e0e req-99044bc8-28ef-49e1-a37f-4e3a3ef2c87e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:56.661374 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99044bc8-28ef-49e1-a37f-4e3a3ef2c87e service neutron] Pushing event updated for resources: {'Port': ['ID=2c6edca4-5582-4a3f-b45b-17daaf645b91,revision_number=2']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:56.675496 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.managers [req-a37b53b3-5c92-4995-a50e-d1acf35f9e0e req-99044bc8-28ef-49e1-a37f-4e3a3ef2c87e service neutron] Attempting to bind port 2c6edca4-5582-4a3f-b45b-17daaf645b91 on host hv-cinder-80996 for vnic_type normal with profile {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 16:48:56.675830 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.managers [req-a37b53b3-5c92-4995-a50e-d1acf35f9e0e req-99044bc8-28ef-49e1-a37f-4e3a3ef2c87e service neutron] Attempting to bind port 2c6edca4-5582-4a3f-b45b-17daaf645b91 by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': '96f3e314-c094-4afd-9707-cf49f4a2697b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'c88e0957-36de-479b-a8d4-61b47c068537'}] {{(pid=100452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 16:48:56.676156 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37b53b3-5c92-4995-a50e-d1acf35f9e0e req-99044bc8-28ef-49e1-a37f-4e3a3ef2c87e service neutron] Attempting to bind port 2c6edca4-5582-4a3f-b45b-17daaf645b91 on network c88e0957-36de-479b-a8d4-61b47c068537 {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 16:48:56.681219 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37b53b3-5c92-4995-a50e-d1acf35f9e0e req-99044bc8-28ef-49e1-a37f-4e3a3ef2c87e service neutron] Port 2c6edca4-5582-4a3f-b45b-17daaf645b91 on network c88e0957-36de-479b-a8d4-61b47c068537 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 16:48:56.681535 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37b53b3-5c92-4995-a50e-d1acf35f9e0e req-99044bc8-28ef-49e1-a37f-4e3a3ef2c87e service neutron] Attempting to bind port 2c6edca4-5582-4a3f-b45b-17daaf645b91 on network c88e0957-36de-479b-a8d4-61b47c068537 {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 16:48:56.686407 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37b53b3-5c92-4995-a50e-d1acf35f9e0e req-99044bc8-28ef-49e1-a37f-4e3a3ef2c87e service neutron] Checking agent: {'id': 'b620640a-8129-43ac-bbbc-6cb85f2c2acf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 16, 45, 26), 'started_at': datetime.datetime(2021, 9, 22, 16, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 16, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 16:48:56.686738 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37b53b3-5c92-4995-a50e-d1acf35f9e0e req-99044bc8-28ef-49e1-a37f-4e3a3ef2c87e service neutron] Checking segment: {'id': '96f3e314-c094-4afd-9707-cf49f4a2697b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'c88e0957-36de-479b-a8d4-61b47c068537'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 16:48:56.687113 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37b53b3-5c92-4995-a50e-d1acf35f9e0e req-99044bc8-28ef-49e1-a37f-4e3a3ef2c87e service neutron] Bound using segment: {'id': '96f3e314-c094-4afd-9707-cf49f4a2697b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'c88e0957-36de-479b-a8d4-61b47c068537'} {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 16:48:56.687583 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.managers [req-a37b53b3-5c92-4995-a50e-d1acf35f9e0e req-99044bc8-28ef-49e1-a37f-4e3a3ef2c87e service neutron] Bound port: 2c6edca4-5582-4a3f-b45b-17daaf645b91, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f3e314-c094-4afd-9707-cf49f4a2697b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'c88e0957-36de-479b-a8d4-61b47c068537'}}] {{(pid=100452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 16:48:56.687934 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-a37b53b3-5c92-4995-a50e-d1acf35f9e0e req-99044bc8-28ef-49e1-a37f-4e3a3ef2c87e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:56.755957 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.db [req-a37b53b3-5c92-4995-a50e-d1acf35f9e0e req-99044bc8-28ef-49e1-a37f-4e3a3ef2c87e service neutron] For port 2c6edca4-5582-4a3f-b45b-17daaf645b91, host hv-cinder-80996, cleared binding levels {{(pid=100452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 16:48:56.759402 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.db [req-a37b53b3-5c92-4995-a50e-d1acf35f9e0e req-99044bc8-28ef-49e1-a37f-4e3a3ef2c87e service neutron] For port 2c6edca4-5582-4a3f-b45b-17daaf645b91, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=2c6edca4-5582-4a3f-b45b-17daaf645b91,segment=NetworkSegment(96f3e314-c094-4afd-9707-cf49f4a2697b),segment_id=96f3e314-c094-4afd-9707-cf49f4a2697b)] {{(pid=100452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 16:48:56.763035 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-a37b53b3-5c92-4995-a50e-d1acf35f9e0e req-99044bc8-28ef-49e1-a37f-4e3a3ef2c87e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:56.802603 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b53b3-5c92-4995-a50e-d1acf35f9e0e req-99044bc8-28ef-49e1-a37f-4e3a3ef2c87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:56.803202 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-a37b53b3-5c92-4995-a50e-d1acf35f9e0e req-99044bc8-28ef-49e1-a37f-4e3a3ef2c87e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306'] for port, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:56.805328 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-a37b53b3-5c92-4995-a50e-d1acf35f9e0e req-99044bc8-28ef-49e1-a37f-4e3a3ef2c87e service neutron] 10.222.0.72 "PUT /v2.0/ports/2c6edca4-5582-4a3f-b45b-17daaf645b91 HTTP/1.1" status: 200 len: 1093 time: 0.7537329 Sep 22 16:48:56.826714 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99044bc8-28ef-49e1-a37f-4e3a3ef2c87e service neutron] Pushing event updated for resources: {'Port': ['ID=2c6edca4-5582-4a3f-b45b-17daaf645b91,revision_number=3']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:56.910668 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b53b3-5c92-4995-a50e-d1acf35f9e0e req-038180e9-784e-4b98-8d5d-3964164a92cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:56.912138 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-a37b53b3-5c92-4995-a50e-d1acf35f9e0e req-038180e9-784e-4b98-8d5d-3964164a92cd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=42d17462ff8b4045b93c4c63fb947b29&device_id=3caa64ba-c4a4-4047-8a63-9468a280d2e3 HTTP/1.1" status: 200 len: 1096 time: 0.0428033 Sep 22 16:48:56.963221 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-a37b53b3-5c92-4995-a50e-d1acf35f9e0e req-40d86fcf-2e48-46d5-9dc1-b6cd22699129 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c6edca4-5582-4a3f-b45b-17daaf645b91 HTTP/1.1" status: 200 len: 217 time: 0.0339167 Sep 22 16:48:57.010189 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3caa64ba-c4a4-4047-8a63-9468a280d2e3', 'tag': '2c6edca4-5582-4a3f-b45b-17daaf645b91'}] {{(pid=100452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 16:48:57.012500 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3daeaf716feba76a3af1624af44cd9d3b401b8dbf4d63f278f059799def7c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4623fa-6e1d-4ee0-b09d-9bd5eb34d4f1" -d '{"events": [{"name": "network-changed", "server_uuid": "3caa64ba-c4a4-4047-8a63-9468a280d2e3", "tag": "2c6edca4-5582-4a3f-b45b-17daaf645b91"}]}' {{(pid=100452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:48:57.032685 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b53b3-5c92-4995-a50e-d1acf35f9e0e req-a860ae4e-3420-40c4-b090-98e4d5740c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:57.034189 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-a37b53b3-5c92-4995-a50e-d1acf35f9e0e req-a860ae4e-3420-40c4-b090-98e4d5740c7a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2be41ef2-d4c4-4d9d-b269-ed920d51485e HTTP/1.1" status: 200 len: 849 time: 0.0533726 Sep 22 16:48:57.066572 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-a37b53b3-5c92-4995-a50e-d1acf35f9e0e req-566f98c0-f3e5-40b4-a725-01991c717033 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c88e0957-36de-479b-a8d4-61b47c068537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235870 Sep 22 16:48:57.093087 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e4f0b-3a0d-4394-b183-78b91ca69699 req-ac3c7fc0-9681-4284-8b6a-3d37d5644887 tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:57.094498 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-af9e4f0b-3a0d-4394-b183-78b91ca69699 req-ac3c7fc0-9681-4284-8b6a-3d37d5644887 tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] 10.222.0.66 "GET /v2.0/ports?device_id=817d051b-142b-4f3d-a72f-fec6e3fe7f41 HTTP/1.1" status: 200 len: 949 time: 0.0474091 Sep 22 16:48:57.131514 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-af9e4f0b-3a0d-4394-b183-78b91ca69699 req-cef7f907-0cba-4799-9351-967f584cde1c tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] 10.222.0.66 "GET /v2.0/security-groups?id=4cf5c129-6cef-4265-b9d2-a51636e7fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311618 Sep 22 16:48:57.176170 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-a37b53b3-5c92-4995-a50e-d1acf35f9e0e req-66039626-50ee-4372-8478-1a25da77336a service neutron] 10.222.0.72 "GET /v2.0/networks/c88e0957-36de-479b-a8d4-61b47c068537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867395 Sep 22 16:48:57.277564 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-a37b53b3-5c92-4995-a50e-d1acf35f9e0e req-5962a8cd-9ca0-406e-ad5d-04ca09e1aadc service neutron] 10.222.0.72 "GET /v2.0/networks/c88e0957-36de-479b-a8d4-61b47c068537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857677 Sep 22 16:48:57.341911 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 16:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc14812d-a622-432a-b78f-6237446553e1 x-openstack-request-id: req-cc14812d-a622-432a-b78f-6237446553e1 {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:48:57.342564 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3caa64ba-c4a4-4047-8a63-9468a280d2e3", "tag": "2c6edca4-5582-4a3f-b45b-17daaf645b91", "status": "completed", "code": 200}]} {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:48:57.342564 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cc14812d-a622-432a-b78f-6237446553e1 {{(pid=100452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:48:57.342803 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3caa64ba-c4a4-4047-8a63-9468a280d2e3', 'tag': '2c6edca4-5582-4a3f-b45b-17daaf645b91', 'status': 'completed', 'code': 200} Sep 22 16:48:57.428459 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4623fa-6e1d-4ee0-b09d-9bd5eb34d4f1 req-657cf633-4cd9-4176-bb5a-cff2814f8490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:57.430000 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-2e4623fa-6e1d-4ee0-b09d-9bd5eb34d4f1 req-657cf633-4cd9-4176-bb5a-cff2814f8490 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=42d17462ff8b4045b93c4c63fb947b29&device_id=3caa64ba-c4a4-4047-8a63-9468a280d2e3 HTTP/1.1" status: 200 len: 1096 time: 0.0397110 Sep 22 16:48:57.432165 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e411eb-b0b9-4cc7-a229-a62b3f509bde req-2bd50e14-1b6b-4064-8d17-947be9a6749d tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:57.433634 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-b2e411eb-b0b9-4cc7-a229-a62b3f509bde req-2bd50e14-1b6b-4064-8d17-947be9a6749d tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.66 "GET /v2.0/ports?device_id=3caa64ba-c4a4-4047-8a63-9468a280d2e3 HTTP/1.1" status: 200 len: 943 time: 0.0481586 Sep 22 16:48:57.472577 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-b2e411eb-b0b9-4cc7-a229-a62b3f509bde req-1102b41c-bc80-4064-babf-1c48cbdc9064 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba169af3-c767-4c8b-883b-8c73861f692c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328908 Sep 22 16:48:57.529155 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4623fa-6e1d-4ee0-b09d-9bd5eb34d4f1 req-b58eff11-b090-4e63-8e6f-ceaedb334e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:57.530672 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-2e4623fa-6e1d-4ee0-b09d-9bd5eb34d4f1 req-b58eff11-b090-4e63-8e6f-ceaedb334e78 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c88e0957-36de-479b-a8d4-61b47c068537 HTTP/1.1" status: 200 len: 911 time: 0.0882978 Sep 22 16:48:57.576605 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f86d366-bfa2-4701-962b-036c40d3de6b req-6c3776f3-a2f0-4758-8d2a-bba3f4b737b4 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:57.578067 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-2f86d366-bfa2-4701-962b-036c40d3de6b req-6c3776f3-a2f0-4758-8d2a-bba3f4b737b4 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.66 "GET /v2.0/ports?device_id=07db163e-aa6e-47f0-9e3e-06ce8b0d1b49 HTTP/1.1" status: 200 len: 944 time: 0.0510035 Sep 22 16:48:57.582354 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-2e4623fa-6e1d-4ee0-b09d-9bd5eb34d4f1 req-2b1d933f-8e58-4ae9-8a8b-e1029b006173 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c6edca4-5582-4a3f-b45b-17daaf645b91 HTTP/1.1" status: 200 len: 217 time: 0.0346515 Sep 22 16:48:57.614981 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-2f86d366-bfa2-4701-962b-036c40d3de6b req-6addad82-d898-4548-8bd4-56605d2ece66 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.66 "GET /v2.0/security-groups?id=0676076c-7d0a-4215-b4be-d5299778849f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307524 Sep 22 16:48:57.644626 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4623fa-6e1d-4ee0-b09d-9bd5eb34d4f1 req-5381330c-8476-4b20-a15e-a48a3a75f076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:57.646394 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-2e4623fa-6e1d-4ee0-b09d-9bd5eb34d4f1 req-5381330c-8476-4b20-a15e-a48a3a75f076 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2be41ef2-d4c4-4d9d-b269-ed920d51485e HTTP/1.1" status: 200 len: 849 time: 0.0455322 Sep 22 16:48:57.695568 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-2e4623fa-6e1d-4ee0-b09d-9bd5eb34d4f1 req-a46bf8e0-eedb-462a-a6f8-b50a651bf4bb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c88e0957-36de-479b-a8d4-61b47c068537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284376 Sep 22 16:48:57.717765 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f967880a-d0ab-405e-8277-864865948d84 req-c6a36202-3c86-4e9e-b127-3b03be984eb5 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:57.719247 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f967880a-d0ab-405e-8277-864865948d84 req-c6a36202-3c86-4e9e-b127-3b03be984eb5 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 946 time: 0.0493793 Sep 22 16:48:57.757049 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f967880a-d0ab-405e-8277-864865948d84 req-058fb683-6ed3-4b5e-8b01-e2938f476481 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317504 Sep 22 16:48:57.797480 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-2e4623fa-6e1d-4ee0-b09d-9bd5eb34d4f1 req-8854aacf-e43d-4bae-a439-4299898d2abd service neutron] 10.222.0.72 "GET /v2.0/networks/c88e0957-36de-479b-a8d4-61b47c068537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837021 Sep 22 16:48:57.904726 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-2e4623fa-6e1d-4ee0-b09d-9bd5eb34d4f1 req-1ffe9b61-93a8-43c0-8bcf-c2f524e90a59 service neutron] 10.222.0.72 "GET /v2.0/networks/c88e0957-36de-479b-a8d4-61b47c068537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950544 Sep 22 16:48:58.214638 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 56210) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:48:58.320686 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-64b0bed6-b656-4ed5-b42f-a142ae24a637 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:58.360024 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa27103-0976-4502-b721-6d14c847fe34 req-235aa87a-9d36-4deb-ab19-db92a8e78f85 tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:58.361731 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-2aa27103-0976-4502-b721-6d14c847fe34 req-235aa87a-9d36-4deb-ab19-db92a8e78f85 tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] 10.222.0.66 "GET /v2.0/ports?device_id=817d051b-142b-4f3d-a72f-fec6e3fe7f41 HTTP/1.1" status: 200 len: 949 time: 0.0499072 Sep 22 16:48:58.401861 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-2aa27103-0976-4502-b721-6d14c847fe34 req-a052048c-eb67-42f2-9972-e7cf4ce66a47 tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] 10.222.0.66 "GET /v2.0/security-groups?id=4cf5c129-6cef-4265-b9d2-a51636e7fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330267 Sep 22 16:48:58.411466 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-64b0bed6-b656-4ed5-b42f-a142ae24a637 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:58.416451 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-64b0bed6-b656-4ed5-b42f-a142ae24a637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:58.450534 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-64b0bed6-b656-4ed5-b42f-a142ae24a637 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=afa6e9011e7949a1a7872dfeef1449e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2348042 Sep 22 16:48:58.453351 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 56216) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:48:58.459172 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b0bed6-b656-4ed5-b42f-a142ae24a637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab24d5d-7540-4de5-93e4-af03cd2a7645,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:58.500766 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-33cd087b-5871-473b-8207-9d7675cc4678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:58.525265 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-33cd087b-5871-473b-8207-9d7675cc4678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:58.569978 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-33cd087b-5871-473b-8207-9d7675cc4678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:58.572517 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-33cd087b-5871-473b-8207-9d7675cc4678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:58.573668 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-33cd087b-5871-473b-8207-9d7675cc4678 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7ab24d5d-7540-4de5-93e4-af03cd2a7645 HTTP/1.1" status: 204 len: 168 time: 0.1192842 Sep 22 16:48:58.581112 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cd087b-5871-473b-8207-9d7675cc4678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab24d5d-7540-4de5-93e4-af03cd2a7645,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:58.666189 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-1b98a69f-2388-44d2-9443-351ad1198f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:58.838527 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21da8e91-8cca-4d85-8121-221d8d5a9f9c req-8be40633-9a9e-4805-bcfd-08641eb48daa tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:58.840449 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-21da8e91-8cca-4d85-8121-221d8d5a9f9c req-8be40633-9a9e-4805-bcfd-08641eb48daa tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.66 "GET /v2.0/ports?device_id=3caa64ba-c4a4-4047-8a63-9468a280d2e3 HTTP/1.1" status: 200 len: 943 time: 0.0506802 Sep 22 16:48:58.879509 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-21da8e91-8cca-4d85-8121-221d8d5a9f9c req-328844fe-194e-4695-8c6e-8d4f8d1ebd4a tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba169af3-c767-4c8b-883b-8c73861f692c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331800 Sep 22 16:48:58.983298 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4936947-ed05-4511-b013-19ebe43f1bfa req-efd48c82-6a9a-4e12-aedf-9ffdc42f2c16 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:58.984793 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f4936947-ed05-4511-b013-19ebe43f1bfa req-efd48c82-6a9a-4e12-aedf-9ffdc42f2c16 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.66 "GET /v2.0/ports?device_id=07db163e-aa6e-47f0-9e3e-06ce8b0d1b49 HTTP/1.1" status: 200 len: 944 time: 0.0485008 Sep 22 16:48:59.011251 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:59.028775 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f4936947-ed05-4511-b013-19ebe43f1bfa req-8c404b9c-7236-4517-9552-0b9a3a674456 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.66 "GET /v2.0/security-groups?id=0676076c-7d0a-4215-b4be-d5299778849f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371943 Sep 22 16:48:59.138624 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1feb59-8468-4d35-abd9-9c5026365a11 req-751e4c38-2da6-4639-ab3f-3440e6b67783 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:59.140347 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-ae1feb59-8468-4d35-abd9-9c5026365a11 req-751e4c38-2da6-4639-ab3f-3440e6b67783 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 946 time: 0.0536809 Sep 22 16:48:59.184804 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-ae1feb59-8468-4d35-abd9-9c5026365a11 req-6543212f-1b54-4a71-9222-1e23337b627d tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376606 Sep 22 16:48:59.527483 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562826b0-1c74-4ce1-a8a3-086547aec2ee req-1e90190c-73fa-4d4b-9cc7-f8e90c266423 tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:59.528993 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-562826b0-1c74-4ce1-a8a3-086547aec2ee req-1e90190c-73fa-4d4b-9cc7-f8e90c266423 tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] 10.222.0.66 "GET /v2.0/ports?device_id=817d051b-142b-4f3d-a72f-fec6e3fe7f41 HTTP/1.1" status: 200 len: 949 time: 0.0489845 Sep 22 16:48:59.575370 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-562826b0-1c74-4ce1-a8a3-086547aec2ee req-ee8a04e1-1a60-449a-a6ea-2c46940d506f tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] 10.222.0.66 "GET /v2.0/security-groups?id=4cf5c129-6cef-4265-b9d2-a51636e7fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403636 Sep 22 16:48:59.585440 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-c376604a-15ac-4af8-994c-a8e4e85893e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:59.652226 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c18078-b861-4b36-af0a-7b3ec723eda9 req-08aabae1-312a-4678-91ea-0af296cfef93 tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:48:59.653715 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-05c18078-b861-4b36-af0a-7b3ec723eda9 req-08aabae1-312a-4678-91ea-0af296cfef93 tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] 10.222.0.72 "GET /v2.0/ports?device_id=817d051b-142b-4f3d-a72f-fec6e3fe7f41 HTTP/1.1" status: 200 len: 949 time: 0.0480578 Sep 22 16:48:59.759247 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.plugin [req-05c18078-b861-4b36-af0a-7b3ec723eda9 req-988079a6-7ab7-429e-969a-6a0bf2bfdb50 tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] Deleting port 55d54157-7ec6-4108-b901-c223078fdb0c {{(pid=100452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 16:48:59.759722 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-05c18078-b861-4b36-af0a-7b3ec723eda9 req-988079a6-7ab7-429e-969a-6a0bf2bfdb50 tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735274981160'] for port, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:59.851735 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.db [req-05c18078-b861-4b36-af0a-7b3ec723eda9 req-988079a6-7ab7-429e-969a-6a0bf2bfdb50 tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] For port 55d54157-7ec6-4108-b901-c223078fdb0c, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=55d54157-7ec6-4108-b901-c223078fdb0c,segment=NetworkSegment(75d1d64a-af4f-4570-bcaf-bff1bd6271a5),segment_id=75d1d64a-af4f-4570-bcaf-bff1bd6271a5)] {{(pid=100452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:48:59.852101 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-05c18078-b861-4b36-af0a-7b3ec723eda9 req-988079a6-7ab7-429e-969a-6a0bf2bfdb50 tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697305'] for port, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:59.869225 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.plugin [req-05c18078-b861-4b36-af0a-7b3ec723eda9 req-988079a6-7ab7-429e-969a-6a0bf2bfdb50 tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] Calling delete_port for 55d54157-7ec6-4108-b901-c223078fdb0c owned by compute:nova {{(pid=100452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 16:49:00.002403 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-05c18078-b861-4b36-af0a-7b3ec723eda9 req-988079a6-7ab7-429e-969a-6a0bf2bfdb50 tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735274987246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735274499786'] for port, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:00.016746 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] get_ports_and_sgs() called for port_ids ['55d54157-7ec6-4108-b901-c223078fdb0c'] {{(pid=100454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 16:49:00.035385 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988079a6-7ab7-429e-969a-6a0bf2bfdb50 tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] Pushing event deleted for resources: {'Port': ['ID=55d54157-7ec6-4108-b901-c223078fdb0c,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:00.086406 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb76cb-348d-472d-9de7-44835296e4d3 req-69a2bc0c-2578-48f0-bfe0-d892ea06dbff tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:00.090854 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c18078-b861-4b36-af0a-7b3ec723eda9 req-988079a6-7ab7-429e-969a-6a0bf2bfdb50 tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] No DVR routers for this DVR port 55d54157-7ec6-4108-b901-c223078fdb0c on host hv-cinder-80996 {{(pid=100452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 16:49:00.093677 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-befb76cb-348d-472d-9de7-44835296e4d3 req-69a2bc0c-2578-48f0-bfe0-d892ea06dbff tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.66 "GET /v2.0/ports?device_id=3caa64ba-c4a4-4047-8a63-9468a280d2e3 HTTP/1.1" status: 200 len: 943 time: 0.0947404 Sep 22 16:49:00.094290 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-05c18078-b861-4b36-af0a-7b3ec723eda9 req-988079a6-7ab7-429e-969a-6a0bf2bfdb50 tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306'] for port, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:00.096914 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-05c18078-b861-4b36-af0a-7b3ec723eda9 req-988079a6-7ab7-429e-969a-6a0bf2bfdb50 tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] 10.222.0.72 "DELETE /v2.0/ports/55d54157-7ec6-4108-b901-c223078fdb0c HTTP/1.1" status: 204 len: 173 time: 0.4304526 Sep 22 16:49:00.097401 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '817d051b-142b-4f3d-a72f-fec6e3fe7f41', 'name': 'network-vif-deleted', 'tag': '55d54157-7ec6-4108-b901-c223078fdb0c'}] {{(pid=100452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 16:49:00.099981 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3daeaf716feba76a3af1624af44cd9d3b401b8dbf4d63f278f059799def7c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39bf888e-529b-4d95-ac83-675fe4e63690" -d '{"events": [{"server_uuid": "817d051b-142b-4f3d-a72f-fec6e3fe7f41", "name": "network-vif-deleted", "tag": "55d54157-7ec6-4108-b901-c223078fdb0c"}]}' {{(pid=100452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:49:00.131412 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-befb76cb-348d-472d-9de7-44835296e4d3 req-4a6b6e78-28d9-4374-9b0e-c8709a05e0d0 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba169af3-c767-4c8b-883b-8c73861f692c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367658 Sep 22 16:49:00.277281 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d522599d-c4c3-4182-90f0-13ee4cbf7c56 req-26449180-9d16-4a48-a12d-af462d373905 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:00.278814 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-d522599d-c4c3-4182-90f0-13ee4cbf7c56 req-26449180-9d16-4a48-a12d-af462d373905 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.66 "GET /v2.0/ports?device_id=07db163e-aa6e-47f0-9e3e-06ce8b0d1b49 HTTP/1.1" status: 200 len: 944 time: 0.0723965 Sep 22 16:49:00.317530 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-d522599d-c4c3-4182-90f0-13ee4cbf7c56 req-cbf15d5d-ffab-4df4-9561-ece7c5cbf52e tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.66 "GET /v2.0/security-groups?id=0676076c-7d0a-4215-b4be-d5299778849f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326309 Sep 22 16:49:00.372552 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 16:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb473ba-77da-4458-81bf-66c9cbbdcae8 x-openstack-request-id: req-0eb473ba-77da-4458-81bf-66c9cbbdcae8 {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:49:00.372835 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "817d051b-142b-4f3d-a72f-fec6e3fe7f41", "name": "network-vif-deleted", "tag": "55d54157-7ec6-4108-b901-c223078fdb0c", "status": "completed", "code": 200}]} {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:49:00.373076 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0eb473ba-77da-4458-81bf-66c9cbbdcae8 {{(pid=100452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:49:00.373462 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '817d051b-142b-4f3d-a72f-fec6e3fe7f41', 'name': 'network-vif-deleted', 'tag': '55d54157-7ec6-4108-b901-c223078fdb0c', 'status': 'completed', 'code': 200} Sep 22 16:49:00.407509 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device 2aece5b3-d137-4cd4-8dd6-7e2992208d00 details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=100454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 16:49:00.467067 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea2a6a-5963-4559-a07e-0e218c316d44 req-5719966a-379b-4aa6-97aa-ebd563d70ef0 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:00.468565 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-57ea2a6a-5963-4559-a07e-0e218c316d44 req-5719966a-379b-4aa6-97aa-ebd563d70ef0 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 946 time: 0.0492923 Sep 22 16:49:00.509619 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port 2aece5b3-d137-4cd4-8dd6-7e2992208d00, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=2aece5b3-d137-4cd4-8dd6-7e2992208d00,segment=NetworkSegment(a343ba7b-62f0-4599-8262-3607817646b7),segment_id=a343ba7b-62f0-4599-8262-3607817646b7)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:49:00.514341 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-57ea2a6a-5963-4559-a07e-0e218c316d44 req-3c086774-0a3e-41a8-8ee7-23bca01896da tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395007 Sep 22 16:49:00.517498 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 56300) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:49:00.532921 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Returning: {'device': '2aece5b3-d137-4cd4-8dd6-7e2992208d00', 'network_id': '1c3d3a58-f8ad-48bd-b6da-efff1df91292', 'port_id': '2aece5b3-d137-4cd4-8dd6-7e2992208d00', 'mac_address': 'fa:16:3e:6d:ee:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1051, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5c292e6-67d2-454f-b026-357a34582a81', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 16:49:00.571379 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:00.583742 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.notifiers.nova [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aece5b3-d137-4cd4-8dd6-7e2992208d00 {{(pid=100454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 16:49:00.607122 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port 2aece5b3-d137-4cd4-8dd6-7e2992208d00, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=2aece5b3-d137-4cd4-8dd6-7e2992208d00,segment=NetworkSegment(a343ba7b-62f0-4599-8262-3607817646b7),segment_id=a343ba7b-62f0-4599-8262-3607817646b7)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:49:00.612285 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:00.634969 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-a3a3b0f1-2d8d-4046-adf8-3ffb5b6d3882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:00.666075 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Pushing event updated for resources: {'Port': ['ID=2aece5b3-d137-4cd4-8dd6-7e2992208d00,revision_number=4']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:00.735774 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-a3a3b0f1-2d8d-4046-adf8-3ffb5b6d3882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:00.749872 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-a3a3b0f1-2d8d-4046-adf8-3ffb5b6d3882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:00.787480 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-75b0765b-b0d7-4c42-bf1c-620b77790483 req-c1815c44-7653-4e93-aab6-6d6a7820effd tempest-VolumesNegativeTest-518004443 tempest-VolumesNegativeTest-518004443-project] 10.222.0.66 "GET /v2.0/ports?device_id=817d051b-142b-4f3d-a72f-fec6e3fe7f41 HTTP/1.1" status: 200 len: 210 time: 0.0475852 Sep 22 16:49:00.811451 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-a3a3b0f1-2d8d-4046-adf8-3ffb5b6d3882 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9d16b4871cda4ba5b7bed1667955a6cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2928176 Sep 22 16:49:00.812594 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a3b0f1-2d8d-4046-adf8-3ffb5b6d3882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e365f16f-71ac-420b-863e-48e9fda91cb9,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:00.814325 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 56306) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:49:00.864418 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-a7a79662-1257-4681-a7a5-50f4e03cdc63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:00.885077 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-a7a79662-1257-4681-a7a5-50f4e03cdc63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:00.910110 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ea12bc52-457f-4758-858a-1e27800db098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:00.933608 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-a7a79662-1257-4681-a7a5-50f4e03cdc63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:00.936117 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-a7a79662-1257-4681-a7a5-50f4e03cdc63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:00.937260 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-a7a79662-1257-4681-a7a5-50f4e03cdc63 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e365f16f-71ac-420b-863e-48e9fda91cb9 HTTP/1.1" status: 204 len: 168 time: 0.1214159 Sep 22 16:49:00.945934 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a79662-1257-4681-a7a5-50f4e03cdc63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e365f16f-71ac-420b-863e-48e9fda91cb9,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:01.013835 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.agents_db [None req-27f04faf-824b-4b06-8ae5-89241b6ab4ba None None] Agent healthcheck: found 6 active agents {{(pid=100455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 16:49:01.176160 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] get_ports_and_sgs() called for port_ids ['2aece5b3-d137-4cd4-8dd6-7e2992208d00'] {{(pid=100454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 16:49:01.214729 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 56316) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:49:01.241279 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-ad9bd15f-258e-43fc-9282-cc827d46e7a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:01.275902 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c1cc52-c373-4b86-aab6-c16f73eaf144 req-2c4c9a04-bd3a-4e0c-bdc5-ee36a8335ab5 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:01.277410 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a4c1cc52-c373-4b86-aab6-c16f73eaf144 req-2c4c9a04-bd3a-4e0c-bdc5-ee36a8335ab5 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.66 "GET /v2.0/ports?device_id=3caa64ba-c4a4-4047-8a63-9468a280d2e3 HTTP/1.1" status: 200 len: 943 time: 0.0729589 Sep 22 16:49:01.337234 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a4c1cc52-c373-4b86-aab6-c16f73eaf144 req-29cad07d-2ad2-438e-a823-5efb68a1f951 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba169af3-c767-4c8b-883b-8c73861f692c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518038 Sep 22 16:49:01.384296 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-ad9bd15f-258e-43fc-9282-cc827d46e7a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:01.388047 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-ad9bd15f-258e-43fc-9282-cc827d46e7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:01.456478 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-ad9bd15f-258e-43fc-9282-cc827d46e7a1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ac492b2fe2224297a91fc1a9f58f8517&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2406709 Sep 22 16:49:01.458152 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9bd15f-258e-43fc-9282-cc827d46e7a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08cec6a8-1d76-4823-b583-0ebf5deecc30,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:01.459122 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 56320) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:49:01.476561 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa4705-6d65-4ae2-a5f6-994c355aeaea req-6b692fb9-85cb-4ff9-a8f2-4a5a9b907979 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:01.478102 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-d0aa4705-6d65-4ae2-a5f6-994c355aeaea req-6b692fb9-85cb-4ff9-a8f2-4a5a9b907979 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.66 "GET /v2.0/ports?device_id=07db163e-aa6e-47f0-9e3e-06ce8b0d1b49 HTTP/1.1" status: 200 len: 945 time: 0.0850070 Sep 22 16:49:01.510541 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-b5649f13-0350-4ff8-a426-a1293fed58f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:01.516022 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-d0aa4705-6d65-4ae2-a5f6-994c355aeaea req-4fde6532-1e5d-426b-9928-4b2d61a1f1fa tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.66 "GET /v2.0/security-groups?id=0676076c-7d0a-4215-b4be-d5299778849f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319133 Sep 22 16:49:01.532519 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-b5649f13-0350-4ff8-a426-a1293fed58f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:01.582945 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-b5649f13-0350-4ff8-a426-a1293fed58f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:01.586470 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-b5649f13-0350-4ff8-a426-a1293fed58f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:01.587695 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-b5649f13-0350-4ff8-a426-a1293fed58f7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/08cec6a8-1d76-4823-b583-0ebf5deecc30 HTTP/1.1" status: 204 len: 168 time: 0.1273947 Sep 22 16:49:01.595807 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5649f13-0350-4ff8-a426-a1293fed58f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08cec6a8-1d76-4823-b583-0ebf5deecc30,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:01.627556 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611258b-36c8-4ae3-ae3d-6155c2c10e10 req-11bc5163-ef4f-4beb-a8af-4ba4d76da357 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:01.629035 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f611258b-36c8-4ae3-ae3d-6155c2c10e10 req-11bc5163-ef4f-4beb-a8af-4ba4d76da357 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 946 time: 0.0544655 Sep 22 16:49:01.667608 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f611258b-36c8-4ae3-ae3d-6155c2c10e10 req-bcc0a299-af4a-4bc3-adc5-6909e307c10e tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316074 Sep 22 16:49:02.412196 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device 2c6edca4-5582-4a3f-b45b-17daaf645b91 details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=100454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 16:49:02.468794 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1320112-a38e-4cbf-9fe7-c9e2173c430e req-05c55abb-c100-4855-9b6e-5c7603e693fd tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:02.478329 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-d1320112-a38e-4cbf-9fe7-c9e2173c430e req-05c55abb-c100-4855-9b6e-5c7603e693fd tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.66 "GET /v2.0/ports?device_id=3caa64ba-c4a4-4047-8a63-9468a280d2e3 HTTP/1.1" status: 200 len: 943 time: 0.0697308 Sep 22 16:49:02.525703 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-d1320112-a38e-4cbf-9fe7-c9e2173c430e req-c81f8a5e-bc87-471d-bce0-94dc323ace83 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba169af3-c767-4c8b-883b-8c73861f692c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416894 Sep 22 16:49:02.528929 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port 2c6edca4-5582-4a3f-b45b-17daaf645b91, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=2c6edca4-5582-4a3f-b45b-17daaf645b91,segment=NetworkSegment(96f3e314-c094-4afd-9707-cf49f4a2697b),segment_id=96f3e314-c094-4afd-9707-cf49f4a2697b)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:49:02.543503 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Returning: {'device': '2c6edca4-5582-4a3f-b45b-17daaf645b91', 'network_id': 'c88e0957-36de-479b-a8d4-61b47c068537', 'port_id': '2c6edca4-5582-4a3f-b45b-17daaf645b91', 'mac_address': 'fa:16:3e:d8:c6:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2be41ef2-d4c4-4d9d-b269-ed920d51485e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 16:49:02.587960 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:02.602820 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.notifiers.nova [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c6edca4-5582-4a3f-b45b-17daaf645b91 {{(pid=100454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 16:49:02.631317 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port 2c6edca4-5582-4a3f-b45b-17daaf645b91, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=2c6edca4-5582-4a3f-b45b-17daaf645b91,segment=NetworkSegment(96f3e314-c094-4afd-9707-cf49f4a2697b),segment_id=96f3e314-c094-4afd-9707-cf49f4a2697b)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:49:02.638071 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:02.645698 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb4613-d981-4fbb-8754-51ec81df07e7 req-d940a4a9-49b5-43a2-9210-9fae561366d5 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:02.654934 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-cefb4613-d981-4fbb-8754-51ec81df07e7 req-d940a4a9-49b5-43a2-9210-9fae561366d5 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.66 "GET /v2.0/ports?device_id=07db163e-aa6e-47f0-9e3e-06ce8b0d1b49 HTTP/1.1" status: 200 len: 945 time: 0.0664594 Sep 22 16:49:02.698542 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-cefb4613-d981-4fbb-8754-51ec81df07e7 req-e4c820b2-aa19-4380-ae61-ab98dc11c90a tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.66 "GET /v2.0/security-groups?id=0676076c-7d0a-4215-b4be-d5299778849f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404549 Sep 22 16:49:02.710827 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Pushing event updated for resources: {'Port': ['ID=2c6edca4-5582-4a3f-b45b-17daaf645b91,revision_number=4']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:02.799441 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e75d092-fce8-491d-929b-062d8d838d31 req-f4555aac-d9c2-41c8-a161-d4d70643e374 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:02.800941 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-8e75d092-fce8-491d-929b-062d8d838d31 req-f4555aac-d9c2-41c8-a161-d4d70643e374 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 946 time: 0.0540643 Sep 22 16:49:02.844872 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-8e75d092-fce8-491d-929b-062d8d838d31 req-d8fc4f1f-81bc-462f-a46d-286abef48deb tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368061 Sep 22 16:49:03.143446 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] get_ports_and_sgs() called for port_ids ['2c6edca4-5582-4a3f-b45b-17daaf645b91'] {{(pid=100454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 16:49:03.409069 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 56494) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:49:03.513581 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-6ffb69fb-de3e-4102-99e7-b40f76dd5a02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:03.611219 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-6ffb69fb-de3e-4102-99e7-b40f76dd5a02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:03.616909 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-6ffb69fb-de3e-4102-99e7-b40f76dd5a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:03.637155 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbfc463-cf13-41a8-b9c2-3e22922b9eaa req-5e900b6a-cd5e-44f9-a0fa-4e34028a7f15 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:03.638962 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-bfbfc463-cf13-41a8-b9c2-3e22922b9eaa req-5e900b6a-cd5e-44f9-a0fa-4e34028a7f15 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.66 "GET /v2.0/ports?device_id=3caa64ba-c4a4-4047-8a63-9468a280d2e3 HTTP/1.1" status: 200 len: 944 time: 0.0513241 Sep 22 16:49:03.672036 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 56526) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:49:03.674263 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-6ffb69fb-de3e-4102-99e7-b40f76dd5a02 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=33b015e94f454e499b2fadd212c8d9e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2640555 Sep 22 16:49:03.675191 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffb69fb-de3e-4102-99e7-b40f76dd5a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f18e483-fd72-472d-8326-630ce3a018b6,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:03.701522 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-bfbfc463-cf13-41a8-b9c2-3e22922b9eaa req-7bb3f1d3-1195-4ad1-9e26-0061bb23c0ff tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba169af3-c767-4c8b-883b-8c73861f692c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528684 Sep 22 16:49:03.738207 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-93bf5d74-0e70-47f8-9483-5d62d2b02c45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:03.765660 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-93bf5d74-0e70-47f8-9483-5d62d2b02c45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:03.836378 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59895465-df39-4aea-9743-c6931cef684f req-bdb9a5e8-42e5-4ec0-a6e3-9f79e92b17df tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:03.842023 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-59895465-df39-4aea-9743-c6931cef684f req-bdb9a5e8-42e5-4ec0-a6e3-9f79e92b17df tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.66 "GET /v2.0/ports?device_id=07db163e-aa6e-47f0-9e3e-06ce8b0d1b49 HTTP/1.1" status: 200 len: 945 time: 0.0790255 Sep 22 16:49:03.867375 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-93bf5d74-0e70-47f8-9483-5d62d2b02c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:03.869803 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-93bf5d74-0e70-47f8-9483-5d62d2b02c45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:03.870919 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-93bf5d74-0e70-47f8-9483-5d62d2b02c45 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3f18e483-fd72-472d-8326-630ce3a018b6 HTTP/1.1" status: 204 len: 168 time: 0.1978917 Sep 22 16:49:03.888374 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-59895465-df39-4aea-9743-c6931cef684f req-22e9976f-cf7a-4512-8b62-c70bcf4bea19 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.66 "GET /v2.0/security-groups?id=0676076c-7d0a-4215-b4be-d5299778849f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446684 Sep 22 16:49:03.889105 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bf5d74-0e70-47f8-9483-5d62d2b02c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f18e483-fd72-472d-8326-630ce3a018b6,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:04.013288 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ceb81f-f93e-49dc-b094-2799da96bcef req-81883ff1-a978-4620-9028-a1e7e8dbaaea tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:04.015118 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f9ceb81f-f93e-49dc-b094-2799da96bcef req-81883ff1-a978-4620-9028-a1e7e8dbaaea tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 946 time: 0.0597599 Sep 22 16:49:04.062013 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f9ceb81f-f93e-49dc-b094-2799da96bcef req-30ee7bd5-7eb1-4ebf-bf9a-f4a48868acd5 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393665 Sep 22 16:49:04.203797 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 56586) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:49:04.217435 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-1514127e-c47f-49ca-9ab2-09bf05936075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:04.330209 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-1514127e-c47f-49ca-9ab2-09bf05936075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:04.338006 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-1514127e-c47f-49ca-9ab2-09bf05936075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:04.390286 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-1514127e-c47f-49ca-9ab2-09bf05936075 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d79a98c9d52749c0b3de04dbdaf2598c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1851373 Sep 22 16:49:04.391276 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1514127e-c47f-49ca-9ab2-09bf05936075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10c6cf4d-e58a-482b-8f31-4707de69374c,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:04.392306 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 56610) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:49:04.410866 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device 2aece5b3-d137-4cd4-8dd6-7e2992208d00 up at agent hyperv_hv-cinder-80996 {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 16:49:04.468615 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-2cee78bd-889f-4b0b-8b36-262739f37129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:04.479534 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Provisioning for port 2aece5b3-d137-4cd4-8dd6-7e2992208d00 completed by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:49:04.485732 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Provisioning complete for port 2aece5b3-d137-4cd4-8dd6-7e2992208d00 triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:49:04.486131 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:04.497753 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-2cee78bd-889f-4b0b-8b36-262739f37129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:04.557501 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-2cee78bd-889f-4b0b-8b36-262739f37129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:04.560011 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-2cee78bd-889f-4b0b-8b36-262739f37129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:04.561150 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-2cee78bd-889f-4b0b-8b36-262739f37129 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/10c6cf4d-e58a-482b-8f31-4707de69374c HTTP/1.1" status: 204 len: 168 time: 0.1676216 Sep 22 16:49:04.570659 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cee78bd-889f-4b0b-8b36-262739f37129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c6cf4d-e58a-482b-8f31-4707de69374c,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:04.598284 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:04.627352 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07db163e-aa6e-47f0-9e3e-06ce8b0d1b49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aece5b3-d137-4cd4-8dd6-7e2992208d00'}] {{(pid=100454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 16:49:04.631063 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16d40b4f2de209020387121264880f1a965f25742078a59137d58ca0948e8304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800f4b30-4e45-42fd-b04c-b3d6e5c45a0a" -d '{"events": [{"server_uuid": "07db163e-aa6e-47f0-9e3e-06ce8b0d1b49", "name": "network-vif-plugged", "status": "completed", "tag": "2aece5b3-d137-4cd4-8dd6-7e2992208d00"}]}' {{(pid=100454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:49:04.649822 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port 2aece5b3-d137-4cd4-8dd6-7e2992208d00, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=2aece5b3-d137-4cd4-8dd6-7e2992208d00,segment=NetworkSegment(a343ba7b-62f0-4599-8262-3607817646b7),segment_id=a343ba7b-62f0-4599-8262-3607817646b7)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:49:04.655083 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:04.657372 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device 2c6edca4-5582-4a3f-b45b-17daaf645b91 up at agent hyperv_hv-cinder-80996 {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 16:49:04.689919 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 16:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998709d5-aac0-49fd-88e2-6a2a8b4cb410 x-openstack-request-id: req-998709d5-aac0-49fd-88e2-6a2a8b4cb410 {{(pid=100454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:49:04.690407 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07db163e-aa6e-47f0-9e3e-06ce8b0d1b49", "name": "network-vif-plugged", "status": "completed", "tag": "2aece5b3-d137-4cd4-8dd6-7e2992208d00", "code": 200}]} {{(pid=100454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:49:04.690778 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-998709d5-aac0-49fd-88e2-6a2a8b4cb410 {{(pid=100454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:49:04.691353 dv-cinder-809968-4-iscsi neutron-server[100454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07db163e-aa6e-47f0-9e3e-06ce8b0d1b49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aece5b3-d137-4cd4-8dd6-7e2992208d00', 'code': 200} Sep 22 16:49:04.763627 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Pushing event updated for resources: {'Port': ['ID=2aece5b3-d137-4cd4-8dd6-7e2992208d00,revision_number=5']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:04.778602 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Provisioning for port 2c6edca4-5582-4a3f-b45b-17daaf645b91 completed by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:49:04.787177 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Provisioning complete for port 2c6edca4-5582-4a3f-b45b-17daaf645b91 triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:49:04.787691 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:04.858448 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526afc2-b688-47d7-a1ce-aa196d4beb83 req-e19f5bcd-4243-4876-835c-5a00cf3c11d9 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:04.866062 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-7526afc2-b688-47d7-a1ce-aa196d4beb83 req-e19f5bcd-4243-4876-835c-5a00cf3c11d9 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.66 "GET /v2.0/ports?device_id=3caa64ba-c4a4-4047-8a63-9468a280d2e3 HTTP/1.1" status: 200 len: 944 time: 0.0576551 Sep 22 16:49:04.903858 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-7526afc2-b688-47d7-a1ce-aa196d4beb83 req-a6d3d1f2-e6ec-4951-9b75-a56cb628c751 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba169af3-c767-4c8b-883b-8c73861f692c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366654 Sep 22 16:49:04.914830 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:04.953097 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f0e56-4986-4923-ae71-7138b0bfcb70 req-bb640194-97b7-44fb-bb62-0ba00c9b5e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:04.955077 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-8a6f0e56-4986-4923-ae71-7138b0bfcb70 req-bb640194-97b7-44fb-bb62-0ba00c9b5e43 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=07db163e-aa6e-47f0-9e3e-06ce8b0d1b49 HTTP/1.1" status: 200 len: 1099 time: 0.0661118 Sep 22 16:49:04.965820 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port 2c6edca4-5582-4a3f-b45b-17daaf645b91, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=2c6edca4-5582-4a3f-b45b-17daaf645b91,segment=NetworkSegment(96f3e314-c094-4afd-9707-cf49f4a2697b),segment_id=96f3e314-c094-4afd-9707-cf49f4a2697b)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:49:04.974854 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:04.976071 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device 55d54157-7ec6-4108-b901-c223078fdb0c no longer exists at agent hyperv_hv-cinder-80996 {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 16:49:05.005426 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-8a6f0e56-4986-4923-ae71-7138b0bfcb70 req-cf0f30b3-1970-4517-bf55-d743063fb489 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0676076c-7d0a-4215-b4be-d5299778849f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317590 Sep 22 16:49:05.020798 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] No Port match for: 55d54157-7ec6-4108-b901-c223078fdb0c {{(pid=100454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 16:49:05.021438 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device 55d54157-7ec6-4108-b901-c223078fdb0c not bound to the agent host hv-cinder-80996 {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 16:49:05.054735 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Pushing event updated for resources: {'Port': ['ID=2c6edca4-5582-4a3f-b45b-17daaf645b91,revision_number=5']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:05.058001 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe531f4-2471-4584-8211-5fcbd2ddbadf req-f32d18a4-4bf8-43a2-b13e-920d2d160249 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:05.063743 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-afe531f4-2471-4584-8211-5fcbd2ddbadf req-f32d18a4-4bf8-43a2-b13e-920d2d160249 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.66 "GET /v2.0/ports?device_id=07db163e-aa6e-47f0-9e3e-06ce8b0d1b49 HTTP/1.1" status: 200 len: 946 time: 0.0783787 Sep 22 16:49:05.105571 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-afe531f4-2471-4584-8211-5fcbd2ddbadf req-1753d9f1-740e-49bf-9a71-e516feacc0d4 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.66 "GET /v2.0/security-groups?id=0676076c-7d0a-4215-b4be-d5299778849f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387311 Sep 22 16:49:05.238913 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf7285a-82dc-440f-b2cd-9d733bb33575 req-dc0901a3-8fb7-40b7-b265-f7fdb2ba20ab tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:05.240406 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-bbf7285a-82dc-440f-b2cd-9d733bb33575 req-dc0901a3-8fb7-40b7-b265-f7fdb2ba20ab tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 946 time: 0.0503027 Sep 22 16:49:05.285385 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-bbf7285a-82dc-440f-b2cd-9d733bb33575 req-4ed3b666-05e6-478c-8914-3a582d51317a tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361273 Sep 22 16:49:05.880744 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 56692) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:49:05.983828 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-d786ab61-e56f-4ac4-a658-d2fa6ba598ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:06.020003 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d1481-e3e3-495d-9245-bab4838880c9 req-4b8a0f15-6082-45bb-a03c-0db7f723d2c8 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:06.021838 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-5a5d1481-e3e3-495d-9245-bab4838880c9 req-4b8a0f15-6082-45bb-a03c-0db7f723d2c8 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.66 "GET /v2.0/ports?device_id=3caa64ba-c4a4-4047-8a63-9468a280d2e3 HTTP/1.1" status: 200 len: 945 time: 0.0489924 Sep 22 16:49:06.062089 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-5a5d1481-e3e3-495d-9245-bab4838880c9 req-f1e6197e-d70d-4a7d-91ed-6cbd30a32a39 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba169af3-c767-4c8b-883b-8c73861f692c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329664 Sep 22 16:49:06.073889 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-d786ab61-e56f-4ac4-a658-d2fa6ba598ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:06.078907 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-d786ab61-e56f-4ac4-a658-d2fa6ba598ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:06.115256 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-d786ab61-e56f-4ac4-a658-d2fa6ba598ad admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fb6a454a16d245c78fa7de2eacb0955e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2334523 Sep 22 16:49:06.117838 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d786ab61-e56f-4ac4-a658-d2fa6ba598ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c910f189-7d90-40c2-a86c-504f14fa2e1c,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:06.118511 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 56698) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:49:06.171096 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-183ff19a-babd-4ff7-b21a-6cbc6b847af6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:06.199572 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-183ff19a-babd-4ff7-b21a-6cbc6b847af6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:06.256220 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36a371-8dca-4693-b083-4781968e9d47 req-ba8de30e-8731-424d-a747-5e716c653a80 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:06.257833 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-bf36a371-8dca-4693-b083-4781968e9d47 req-ba8de30e-8731-424d-a747-5e716c653a80 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.66 "GET /v2.0/ports?device_id=07db163e-aa6e-47f0-9e3e-06ce8b0d1b49 HTTP/1.1" status: 200 len: 946 time: 0.0741284 Sep 22 16:49:06.285323 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-183ff19a-babd-4ff7-b21a-6cbc6b847af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:06.288244 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-183ff19a-babd-4ff7-b21a-6cbc6b847af6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:06.289488 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-183ff19a-babd-4ff7-b21a-6cbc6b847af6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c910f189-7d90-40c2-a86c-504f14fa2e1c HTTP/1.1" status: 204 len: 168 time: 0.1700127 Sep 22 16:49:06.307461 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-bf36a371-8dca-4693-b083-4781968e9d47 req-fce107b4-bbdb-4bae-a7e6-836fc2c1474f tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.66 "GET /v2.0/security-groups?id=0676076c-7d0a-4215-b4be-d5299778849f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432870 Sep 22 16:49:06.308278 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183ff19a-babd-4ff7-b21a-6cbc6b847af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c910f189-7d90-40c2-a86c-504f14fa2e1c,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:06.424748 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea804ca5-e126-450f-a700-4985ea913835 req-389a65fd-9068-42a7-8ed9-083789f9af32 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:06.426281 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-ea804ca5-e126-450f-a700-4985ea913835 req-389a65fd-9068-42a7-8ed9-083789f9af32 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 946 time: 0.0555592 Sep 22 16:49:06.466697 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-ea804ca5-e126-450f-a700-4985ea913835 req-fd1de093-366a-4357-8a01-80e1a05de1e9 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333185 Sep 22 16:49:06.645492 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 56724) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:49:06.693202 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3caa64ba-c4a4-4047-8a63-9468a280d2e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c6edca4-5582-4a3f-b45b-17daaf645b91'}] {{(pid=100454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 16:49:06.698664 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16d40b4f2de209020387121264880f1a965f25742078a59137d58ca0948e8304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1f316b-49df-4ad8-b8f7-ef565bfb4489" -d '{"events": [{"server_uuid": "3caa64ba-c4a4-4047-8a63-9468a280d2e3", "name": "network-vif-plugged", "status": "completed", "tag": "2c6edca4-5582-4a3f-b45b-17daaf645b91"}]}' {{(pid=100454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:49:06.766587 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 16:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d78b8e-d9cd-45e4-8b64-0233bbcb8e93 x-openstack-request-id: req-90d78b8e-d9cd-45e4-8b64-0233bbcb8e93 {{(pid=100454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:49:06.766910 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3caa64ba-c4a4-4047-8a63-9468a280d2e3", "name": "network-vif-plugged", "status": "completed", "tag": "2c6edca4-5582-4a3f-b45b-17daaf645b91", "code": 200}]} {{(pid=100454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:49:06.767168 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-90d78b8e-d9cd-45e4-8b64-0233bbcb8e93 {{(pid=100454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:49:06.767556 dv-cinder-809968-4-iscsi neutron-server[100454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3caa64ba-c4a4-4047-8a63-9468a280d2e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c6edca4-5582-4a3f-b45b-17daaf645b91', 'code': 200} Sep 22 16:49:06.854948 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-9bd7b4ea-276a-4758-8e91-75cbb16a5980 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=05b6ea7561254bddb7048eb515115802&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2055824 Sep 22 16:49:06.855149 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 56736) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:49:06.905963 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-b088421b-1c24-4220-9957-e0d3ffd62899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:06.930874 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-b088421b-1c24-4220-9957-e0d3ffd62899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:06.973596 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d133e9-7dce-4858-91ed-37aa14cd8685 req-ed27e5c2-bf8a-40cc-ba72-b86bf97ab046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:06.975367 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-34d133e9-7dce-4858-91ed-37aa14cd8685 req-ed27e5c2-bf8a-40cc-ba72-b86bf97ab046 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3caa64ba-c4a4-4047-8a63-9468a280d2e3 HTTP/1.1" status: 200 len: 1098 time: 0.0457172 Sep 22 16:49:06.982723 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-b088421b-1c24-4220-9957-e0d3ffd62899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:06.985488 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-b088421b-1c24-4220-9957-e0d3ffd62899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:06.986961 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-b088421b-1c24-4220-9957-e0d3ffd62899 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4cf5c129-6cef-4265-b9d2-a51636e7fa07 HTTP/1.1" status: 204 len: 168 time: 0.1308770 Sep 22 16:49:06.996303 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b088421b-1c24-4220-9957-e0d3ffd62899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf5c129-6cef-4265-b9d2-a51636e7fa07,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:07.020397 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-34d133e9-7dce-4858-91ed-37aa14cd8685 req-c3a81ec7-f77d-47b6-b8f8-4f34d82f781b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ba169af3-c767-4c8b-883b-8c73861f692c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333672 Sep 22 16:49:07.182025 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05878205-eeb9-4347-a7b7-3b25998bca20 req-a5b7ad59-e41a-4036-ae35-87194aee1bd3 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:07.183683 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-05878205-eeb9-4347-a7b7-3b25998bca20 req-a5b7ad59-e41a-4036-ae35-87194aee1bd3 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.66 "GET /v2.0/ports?device_id=3caa64ba-c4a4-4047-8a63-9468a280d2e3 HTTP/1.1" status: 200 len: 945 time: 0.0523922 Sep 22 16:49:07.229078 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-05878205-eeb9-4347-a7b7-3b25998bca20 req-58972420-5ee0-436c-b19f-f0cc96d15f18 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba169af3-c767-4c8b-883b-8c73861f692c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360117 Sep 22 16:49:07.428815 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652d60a0-5e32-4d3d-bfc3-a7cdd0563ac2 req-7755fc4d-fbd4-457e-98f1-ad61cdec3bf8 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:07.430710 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-652d60a0-5e32-4d3d-bfc3-a7cdd0563ac2 req-7755fc4d-fbd4-457e-98f1-ad61cdec3bf8 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.66 "GET /v2.0/ports?device_id=07db163e-aa6e-47f0-9e3e-06ce8b0d1b49 HTTP/1.1" status: 200 len: 946 time: 0.0539641 Sep 22 16:49:07.482028 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-652d60a0-5e32-4d3d-bfc3-a7cdd0563ac2 req-c7b69246-9c0c-4527-8663-af342cace7d3 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.66 "GET /v2.0/security-groups?id=0676076c-7d0a-4215-b4be-d5299778849f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434794 Sep 22 16:49:07.607480 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9eda29-3835-4c20-b216-a5aa217afcc9 req-7b0beb2f-50f6-4cde-be20-9c86898eca05 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:07.610339 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-ff9eda29-3835-4c20-b216-a5aa217afcc9 req-7b0beb2f-50f6-4cde-be20-9c86898eca05 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 946 time: 0.0573900 Sep 22 16:49:07.652577 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-ff9eda29-3835-4c20-b216-a5aa217afcc9 req-96881f51-d421-40e8-b626-7c301ad441e8 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352211 Sep 22 16:49:08.347459 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c27cb20-b87b-4eaa-9712-9fcc90852b32 req-038fca44-6b10-4970-9408-a1f1175f3020 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:08.348911 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-3c27cb20-b87b-4eaa-9712-9fcc90852b32 req-038fca44-6b10-4970-9408-a1f1175f3020 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.66 "GET /v2.0/ports?device_id=3caa64ba-c4a4-4047-8a63-9468a280d2e3 HTTP/1.1" status: 200 len: 945 time: 0.0495286 Sep 22 16:49:08.386412 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-3c27cb20-b87b-4eaa-9712-9fcc90852b32 req-35b493af-6411-44d5-89c1-6dac68bf6ca9 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba169af3-c767-4c8b-883b-8c73861f692c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315430 Sep 22 16:49:08.772323 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8cfde8-1dca-472c-9121-cb2929bc4c1b req-adb22fc0-64e8-4fea-93fc-a9ba7f961b9b tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:08.773846 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-aa8cfde8-1dca-472c-9121-cb2929bc4c1b req-adb22fc0-64e8-4fea-93fc-a9ba7f961b9b tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 946 time: 0.0534229 Sep 22 16:49:08.813262 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-aa8cfde8-1dca-472c-9121-cb2929bc4c1b req-ddfe6e81-9fcc-4e60-a076-6529b0176396 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335233 Sep 22 16:49:09.499119 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31624c60-6bee-4e02-953d-0559fa840193 req-a009bf7d-970b-43e4-8317-44ed99d761ba tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:09.500572 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-31624c60-6bee-4e02-953d-0559fa840193 req-a009bf7d-970b-43e4-8317-44ed99d761ba tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.66 "GET /v2.0/ports?device_id=3caa64ba-c4a4-4047-8a63-9468a280d2e3 HTTP/1.1" status: 200 len: 945 time: 0.0470529 Sep 22 16:49:09.537505 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-31624c60-6bee-4e02-953d-0559fa840193 req-404ddd73-bc27-4384-adcd-6e4100172b16 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba169af3-c767-4c8b-883b-8c73861f692c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305538 Sep 22 16:49:09.932152 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e8143-d07c-4370-8212-4ec7f5c5b0bc req-40a4a2df-b67f-43bd-a3cf-9ba9001af192 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:09.933650 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a45e8143-d07c-4370-8212-4ec7f5c5b0bc req-40a4a2df-b67f-43bd-a3cf-9ba9001af192 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 946 time: 0.0480855 Sep 22 16:49:09.970652 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a45e8143-d07c-4370-8212-4ec7f5c5b0bc req-9a689897-44de-47ed-854b-0811a4126932 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310531 Sep 22 16:49:14.147212 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af860c-4a4b-4b45-946e-fdc63ec1e0e8 req-c5104a99-6013-4d6a-9ac8-67ce0c5100ba tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:14.148753 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-66af860c-4a4b-4b45-946e-fdc63ec1e0e8 req-c5104a99-6013-4d6a-9ac8-67ce0c5100ba tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 946 time: 0.0606709 Sep 22 16:49:14.192787 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-66af860c-4a4b-4b45-946e-fdc63ec1e0e8 req-9e732790-00a5-432a-b6be-cd4f3ebb45af tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375588 Sep 22 16:49:14.196207 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223985ca-8f07-4c2f-bd53-516767d0050e req-d3aa55a2-6878-4d51-88d8-9eb26d26e1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:14.197763 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-223985ca-8f07-4c2f-bd53-516767d0050e req-d3aa55a2-6878-4d51-88d8-9eb26d26e1a2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 1099 time: 0.0475719 Sep 22 16:49:14.253284 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-223985ca-8f07-4c2f-bd53-516767d0050e req-33237ee1-ba26-484e-b922-2dc9d5d1d29c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410204 Sep 22 16:49:14.417612 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568c967-f215-4057-ba0d-ba597e66efc9 req-cd189f92-f932-47d1-8f60-b91ce3001004 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:14.419003 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a568c967-f215-4057-ba0d-ba597e66efc9 req-cd189f92-f932-47d1-8f60-b91ce3001004 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.66 "GET /v2.0/ports?device_id=3caa64ba-c4a4-4047-8a63-9468a280d2e3 HTTP/1.1" status: 200 len: 945 time: 0.0482752 Sep 22 16:49:14.455404 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a568c967-f215-4057-ba0d-ba597e66efc9 req-e63f87df-395f-4cbc-9cde-94dc9470a89f tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba169af3-c767-4c8b-883b-8c73861f692c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305791 Sep 22 16:49:19.105922 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3600860-11ae-4e05-8934-b04394672c82 req-4371afb4-bfb5-4550-821f-c1c53f4d7978 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:19.107300 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-e3600860-11ae-4e05-8934-b04394672c82 req-4371afb4-bfb5-4550-821f-c1c53f4d7978 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 946 time: 0.0485632 Sep 22 16:49:19.144055 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-e3600860-11ae-4e05-8934-b04394672c82 req-a10a3ccd-4f69-4389-a4b2-0e588886c781 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308337 Sep 22 16:49:19.249391 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b80834-44be-422d-aac1-772914aa6fcd req-5ae7c858-455c-4d21-aa8e-584181ab09f1 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:19.250959 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-55b80834-44be-422d-aac1-772914aa6fcd req-5ae7c858-455c-4d21-aa8e-584181ab09f1 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.66 "GET /v2.0/ports?device_id=3caa64ba-c4a4-4047-8a63-9468a280d2e3 HTTP/1.1" status: 200 len: 945 time: 0.0519042 Sep 22 16:49:19.288332 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-55b80834-44be-422d-aac1-772914aa6fcd req-071fde22-6310-4e32-8e10-ae07fab69b49 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba169af3-c767-4c8b-883b-8c73861f692c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309846 Sep 22 16:49:20.260177 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3736c3aa-8685-4a3b-a77b-77a3fe3c1015 req-0feceeb3-fb46-409c-8c32-8dcfe6d6e319 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:20.261661 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-3736c3aa-8685-4a3b-a77b-77a3fe3c1015 req-0feceeb3-fb46-409c-8c32-8dcfe6d6e319 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 946 time: 0.0473711 Sep 22 16:49:20.298278 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-3736c3aa-8685-4a3b-a77b-77a3fe3c1015 req-8f24b11f-652b-477d-82c0-12cae0e2b048 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308814 Sep 22 16:49:20.400844 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b009b04e-b102-4614-8d0e-b80e6403bdfc req-cddc7b53-bdaa-4045-9e90-c1cfbe8da9f1 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:20.402362 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-b009b04e-b102-4614-8d0e-b80e6403bdfc req-cddc7b53-bdaa-4045-9e90-c1cfbe8da9f1 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.66 "GET /v2.0/ports?device_id=3caa64ba-c4a4-4047-8a63-9468a280d2e3 HTTP/1.1" status: 200 len: 945 time: 0.0488520 Sep 22 16:49:20.441454 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-b009b04e-b102-4614-8d0e-b80e6403bdfc req-7b2ee7df-a7df-4ac7-b04e-4b3ac5a5ce0b tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba169af3-c767-4c8b-883b-8c73861f692c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330615 Sep 22 16:49:25.723178 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-caba219a-87cc-4680-af5c-2358dc482f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:25.842351 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-cd221be6-9c6a-42b3-8806-0df842ec0449 req-f72da3c6-9430-4a67-a2aa-fa521c10281a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4822262c-0ad7-4968-82f4-66e238216d08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398796 Sep 22 16:49:25.858079 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490eb50f-4813-48b3-a73a-7c0c02758db0 req-70da21e5-b804-4d80-8f8b-5147331fb7fb tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:25.859545 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-490eb50f-4813-48b3-a73a-7c0c02758db0 req-70da21e5-b804-4d80-8f8b-5147331fb7fb tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 946 time: 0.0526667 Sep 22 16:49:25.897936 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-490eb50f-4813-48b3-a73a-7c0c02758db0 req-6ac530c1-c930-4aca-9cbc-9d7ea67de1c7 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322869 Sep 22 16:49:25.902925 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd221be6-9c6a-42b3-8806-0df842ec0449 req-7a22519e-8b82-4300-89f6-92201d89ef27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:25.904438 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-cd221be6-9c6a-42b3-8806-0df842ec0449 req-7a22519e-8b82-4300-89f6-92201d89ef27 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b8bdb2bea31e47d187cb21b1f1e64ba1&device_id=4822262c-0ad7-4968-82f4-66e238216d08 HTTP/1.1" status: 200 len: 1099 time: 0.0401239 Sep 22 16:49:26.000922 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d19885-eaa0-4e33-91a5-df2cfc568b1b req-61a0a1c3-784f-43dd-ac34-96c158f7dee9 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:26.002422 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-43d19885-eaa0-4e33-91a5-df2cfc568b1b req-61a0a1c3-784f-43dd-ac34-96c158f7dee9 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.66 "GET /v2.0/ports?device_id=3caa64ba-c4a4-4047-8a63-9468a280d2e3 HTTP/1.1" status: 200 len: 945 time: 0.0491898 Sep 22 16:49:26.014986 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd221be6-9c6a-42b3-8806-0df842ec0449 req-b0b68494-d2e2-4401-84d5-37bf416d6515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:26.016346 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-cd221be6-9c6a-42b3-8806-0df842ec0449 req-b0b68494-d2e2-4401-84d5-37bf416d6515 service neutron] 10.222.0.72 "GET /v2.0/networks?id=933b11c6-c16c-4f49-9f97-7720f111f0ed HTTP/1.1" status: 200 len: 921 time: 0.0871232 Sep 22 16:49:26.041424 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-43d19885-eaa0-4e33-91a5-df2cfc568b1b req-b77aa761-df5a-466b-857b-88015b18df2d tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba169af3-c767-4c8b-883b-8c73861f692c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320988 Sep 22 16:49:26.066353 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-cd221be6-9c6a-42b3-8806-0df842ec0449 req-39c48977-2e08-430c-b078-61c1f18d1a33 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e17e49ab-7fc6-4ed6-8321-386288b88f09 HTTP/1.1" status: 200 len: 217 time: 0.0333016 Sep 22 16:49:26.120135 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd221be6-9c6a-42b3-8806-0df842ec0449 req-2187ff4e-e672-4111-a12f-114d74de482f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:26.121717 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-cd221be6-9c6a-42b3-8806-0df842ec0449 req-2187ff4e-e672-4111-a12f-114d74de482f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cc6f66dc-a466-4cdc-9953-0a3b593f7cb6 HTTP/1.1" status: 200 len: 859 time: 0.0482087 Sep 22 16:49:26.142753 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbc0ca9-21f3-4cd1-bca1-fcb757362dc7 req-190192c8-b8ed-44da-82e8-57d60cd3458a tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:26.144244 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-9fbc0ca9-21f3-4cd1-bca1-fcb757362dc7 req-190192c8-b8ed-44da-82e8-57d60cd3458a tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=4822262c-0ad7-4968-82f4-66e238216d08 HTTP/1.1" status: 200 len: 946 time: 0.0484257 Sep 22 16:49:26.156781 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-cd221be6-9c6a-42b3-8806-0df842ec0449 req-39c6c391-c330-4a91-b74e-3c2cf746b8b6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=933b11c6-c16c-4f49-9f97-7720f111f0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247712 Sep 22 16:49:26.164053 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:26.185649 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-9fbc0ca9-21f3-4cd1-bca1-fcb757362dc7 req-6c815ec3-a720-4a0b-87ed-f784e64d1386 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344565 Sep 22 16:49:26.252822 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-cd221be6-9c6a-42b3-8806-0df842ec0449 req-6e6d6f32-cc62-470e-884f-4b9a08dfbded service neutron] 10.222.0.72 "GET /v2.0/networks/933b11c6-c16c-4f49-9f97-7720f111f0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827684 Sep 22 16:49:26.357120 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-cd221be6-9c6a-42b3-8806-0df842ec0449 req-8e4260e3-3483-407f-9d77-36e159501d77 service neutron] 10.222.0.72 "GET /v2.0/networks/933b11c6-c16c-4f49-9f97-7720f111f0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955696 Sep 22 16:49:26.641811 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c2fb6-fac9-4843-aace-b86f72a72900 req-4c8a57b9-5d93-48fe-9373-64e7e5968cca tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:26.643273 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-d27c2fb6-fac9-4843-aace-b86f72a72900 req-4c8a57b9-5d93-48fe-9373-64e7e5968cca tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.72 "GET /v2.0/ports?device_id=3caa64ba-c4a4-4047-8a63-9468a280d2e3 HTTP/1.1" status: 200 len: 945 time: 0.0482359 Sep 22 16:49:26.742228 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.plugin [req-d27c2fb6-fac9-4843-aace-b86f72a72900 req-352ab5a4-2352-49fc-ba2e-b70e17f5101a tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Deleting port 2c6edca4-5582-4a3f-b45b-17daaf645b91 {{(pid=100452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 16:49:26.742576 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-d27c2fb6-fac9-4843-aace-b86f72a72900 req-352ab5a4-2352-49fc-ba2e-b70e17f5101a tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735274981160'] for port, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:26.830907 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.db [req-d27c2fb6-fac9-4843-aace-b86f72a72900 req-352ab5a4-2352-49fc-ba2e-b70e17f5101a tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] For port 2c6edca4-5582-4a3f-b45b-17daaf645b91, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=2c6edca4-5582-4a3f-b45b-17daaf645b91,segment=NetworkSegment(96f3e314-c094-4afd-9707-cf49f4a2697b),segment_id=96f3e314-c094-4afd-9707-cf49f4a2697b)] {{(pid=100452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:49:26.831251 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-d27c2fb6-fac9-4843-aace-b86f72a72900 req-352ab5a4-2352-49fc-ba2e-b70e17f5101a tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697305'] for port, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:26.843809 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.plugin [req-d27c2fb6-fac9-4843-aace-b86f72a72900 req-352ab5a4-2352-49fc-ba2e-b70e17f5101a tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Calling delete_port for 2c6edca4-5582-4a3f-b45b-17daaf645b91 owned by compute:nova {{(pid=100452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 16:49:26.976581 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-d27c2fb6-fac9-4843-aace-b86f72a72900 req-352ab5a4-2352-49fc-ba2e-b70e17f5101a tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735274987246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735274499786'] for port, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:26.995728 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] get_ports_and_sgs() called for port_ids ['2c6edca4-5582-4a3f-b45b-17daaf645b91'] {{(pid=100454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 16:49:27.008760 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352ab5a4-2352-49fc-ba2e-b70e17f5101a tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Pushing event deleted for resources: {'Port': ['ID=2c6edca4-5582-4a3f-b45b-17daaf645b91,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:27.026921 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ab5a4-2352-49fc-ba2e-b70e17f5101a tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:49:27.027277 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ab5a4-2352-49fc-ba2e-b70e17f5101a tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:49:27.027671 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ab5a4-2352-49fc-ba2e-b70e17f5101a tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:49:27.028007 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ab5a4-2352-49fc-ba2e-b70e17f5101a tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:49:27.028335 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ab5a4-2352-49fc-ba2e-b70e17f5101a tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:49:27.028662 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ab5a4-2352-49fc-ba2e-b70e17f5101a tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:49:27.028982 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ab5a4-2352-49fc-ba2e-b70e17f5101a tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:49:27.029300 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ab5a4-2352-49fc-ba2e-b70e17f5101a tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:49:27.029646 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ab5a4-2352-49fc-ba2e-b70e17f5101a tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:49:27.029966 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ab5a4-2352-49fc-ba2e-b70e17f5101a tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:49:27.030282 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ab5a4-2352-49fc-ba2e-b70e17f5101a tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:49:27.030598 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ab5a4-2352-49fc-ba2e-b70e17f5101a tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:49:27.070536 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.l3_dvrscheduler_db [req-d27c2fb6-fac9-4843-aace-b86f72a72900 req-352ab5a4-2352-49fc-ba2e-b70e17f5101a tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] No DVR routers for this DVR port 2c6edca4-5582-4a3f-b45b-17daaf645b91 on host hv-cinder-80996 {{(pid=100452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 16:49:27.074067 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-d27c2fb6-fac9-4843-aace-b86f72a72900 req-352ab5a4-2352-49fc-ba2e-b70e17f5101a tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306'] for port, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:27.076089 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-d27c2fb6-fac9-4843-aace-b86f72a72900 req-352ab5a4-2352-49fc-ba2e-b70e17f5101a tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.72 "DELETE /v2.0/ports/2c6edca4-5582-4a3f-b45b-17daaf645b91 HTTP/1.1" status: 204 len: 173 time: 0.4244165 Sep 22 16:49:27.076536 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3caa64ba-c4a4-4047-8a63-9468a280d2e3', 'name': 'network-vif-deleted', 'tag': '2c6edca4-5582-4a3f-b45b-17daaf645b91'}] {{(pid=100452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 16:49:27.079157 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3daeaf716feba76a3af1624af44cd9d3b401b8dbf4d63f278f059799def7c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1637b62d-4a27-409e-bbb4-a54ba7f1ca35" -d '{"events": [{"server_uuid": "3caa64ba-c4a4-4047-8a63-9468a280d2e3", "name": "network-vif-deleted", "tag": "2c6edca4-5582-4a3f-b45b-17daaf645b91"}]}' {{(pid=100452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:49:27.188670 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-2aea2783-09e5-4df1-8791-b1f73873b1b9 req-0382339f-62af-425d-be83-f63fdd814fa5 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.66 "GET /v2.0/ports?device_id=3caa64ba-c4a4-4047-8a63-9468a280d2e3 HTTP/1.1" status: 200 len: 210 time: 0.0632298 Sep 22 16:49:27.236935 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 16:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1623bf-5a18-4541-bde9-5917c4fa8496 x-openstack-request-id: req-8a1623bf-5a18-4541-bde9-5917c4fa8496 {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:49:27.237227 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3caa64ba-c4a4-4047-8a63-9468a280d2e3", "name": "network-vif-deleted", "tag": "2c6edca4-5582-4a3f-b45b-17daaf645b91", "status": "completed", "code": 200}]} {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:49:27.237474 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8a1623bf-5a18-4541-bde9-5917c4fa8496 {{(pid=100452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:49:27.237909 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3caa64ba-c4a4-4047-8a63-9468a280d2e3', 'name': 'network-vif-deleted', 'tag': '2c6edca4-5582-4a3f-b45b-17daaf645b91', 'status': 'completed', 'code': 200} Sep 22 16:49:27.765736 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d31eb5-9f11-499f-8ac0-c5026233974f req-81c14c5f-bea4-4b0b-b181-38b5db6c2ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:27.767257 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-76d31eb5-9f11-499f-8ac0-c5026233974f req-81c14c5f-bea4-4b0b-b181-38b5db6c2ac2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b8bdb2bea31e47d187cb21b1f1e64ba1&device_id=4822262c-0ad7-4968-82f4-66e238216d08 HTTP/1.1" status: 200 len: 1099 time: 0.0469351 Sep 22 16:49:27.775720 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84054ae-e770-44a1-9c26-ce6a09524c82 req-9e010b90-6e20-46f9-89a1-91505f88a30c tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:27.777173 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f84054ae-e770-44a1-9c26-ce6a09524c82 req-9e010b90-6e20-46f9-89a1-91505f88a30c tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=4822262c-0ad7-4968-82f4-66e238216d08 HTTP/1.1" status: 200 len: 946 time: 0.0557196 Sep 22 16:49:27.819589 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f84054ae-e770-44a1-9c26-ce6a09524c82 req-f2a5f38e-df2b-4c14-90f0-c736049c3fe1 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359957 Sep 22 16:49:27.868153 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d31eb5-9f11-499f-8ac0-c5026233974f req-1d377e18-255c-4322-abe6-9ab1180d3f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:27.869708 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-76d31eb5-9f11-499f-8ac0-c5026233974f req-1d377e18-255c-4322-abe6-9ab1180d3f00 service neutron] 10.222.0.72 "GET /v2.0/networks?id=933b11c6-c16c-4f49-9f97-7720f111f0ed HTTP/1.1" status: 200 len: 921 time: 0.0902808 Sep 22 16:49:27.928065 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-76d31eb5-9f11-499f-8ac0-c5026233974f req-03379051-7b51-4d01-8350-c7629a30b7b4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e17e49ab-7fc6-4ed6-8321-386288b88f09 HTTP/1.1" status: 200 len: 217 time: 0.0409753 Sep 22 16:49:27.989134 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d31eb5-9f11-499f-8ac0-c5026233974f req-92e8f9e8-5968-4abb-b070-e41ed12f9867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:27.990772 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-76d31eb5-9f11-499f-8ac0-c5026233974f req-92e8f9e8-5968-4abb-b070-e41ed12f9867 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cc6f66dc-a466-4cdc-9953-0a3b593f7cb6 HTTP/1.1" status: 200 len: 859 time: 0.0441453 Sep 22 16:49:28.025026 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-76d31eb5-9f11-499f-8ac0-c5026233974f req-458295c8-4b95-40be-b2d4-408d00c5dc7f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=933b11c6-c16c-4f49-9f97-7720f111f0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264382 Sep 22 16:49:28.132832 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-76d31eb5-9f11-499f-8ac0-c5026233974f req-bdf12652-b39f-45b1-9114-14d766be54dc service neutron] 10.222.0.72 "GET /v2.0/networks/933b11c6-c16c-4f49-9f97-7720f111f0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936437 Sep 22 16:49:28.221776 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-76d31eb5-9f11-499f-8ac0-c5026233974f req-6481c81b-26ee-47f6-8b35-31f7f0a949a6 service neutron] 10.222.0.72 "GET /v2.0/networks/933b11c6-c16c-4f49-9f97-7720f111f0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807102 Sep 22 16:49:28.515586 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649a2c40-ac45-4abd-8d52-49f43a48c7a2 req-40e5936d-51f6-4dae-a887-2bf6fa40f626 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:28.517065 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-649a2c40-ac45-4abd-8d52-49f43a48c7a2 req-40e5936d-51f6-4dae-a887-2bf6fa40f626 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.66 "GET /v2.0/networks?id=c88e0957-36de-479b-a8d4-61b47c068537 HTTP/1.1" status: 200 len: 809 time: 0.1179364 Sep 22 16:49:28.531895 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-649a2c40-ac45-4abd-8d52-49f43a48c7a2 req-67b503c9-862f-47ec-87b3-7e6c855b8318 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.66 "GET /v2.0/quotas/42d17462ff8b4045b93c4c63fb947b29 HTTP/1.1" status: 200 len: 375 time: 0.0088201 Sep 22 16:49:28.567010 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-649a2c40-ac45-4abd-8d52-49f43a48c7a2 req-6d0eb0f9-d3e1-4106-a850-a5cd0a7c41aa tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=42d17462ff8b4045b93c4c63fb947b29&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291815 Sep 22 16:49:28.657429 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-649a2c40-ac45-4abd-8d52-49f43a48c7a2 req-d90b3ab1-db07-4749-a77f-64382fc699dc service neutron] 10.222.0.66 "GET /v2.0/networks/c88e0957-36de-479b-a8d4-61b47c068537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823472 Sep 22 16:49:28.666010 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-bbb15fa5-d524-4b00-b685-e0878846a258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:28.953644 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-649a2c40-ac45-4abd-8d52-49f43a48c7a2 req-4fa1b9a0-dddf-4672-a1a1-5d8ef01fdb2b service neutron] 10.222.0.66 "GET /v2.0/networks/c88e0957-36de-479b-a8d4-61b47c068537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884812 Sep 22 16:49:29.002927 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:29.321314 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8285d1f-24f5-4c31-bfba-21bd516dc824 req-f0085282-5913-4332-a154-c1d6bc622188 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:29.322992 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a8285d1f-24f5-4c31-bfba-21bd516dc824 req-f0085282-5913-4332-a154-c1d6bc622188 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=4822262c-0ad7-4968-82f4-66e238216d08 HTTP/1.1" status: 200 len: 946 time: 0.0526612 Sep 22 16:49:29.363390 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a8285d1f-24f5-4c31-bfba-21bd516dc824 req-31c6562a-e6fd-492d-b1bc-4051b320f531 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338089 Sep 22 16:49:29.557212 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-13a1f1ef-0437-4890-8172-36e9df22f6b4 req-d90b326d-5804-4270-8248-d4c3768624a6 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.66 "GET /v2.0/ports?device_id=00e0f249-898b-4360-a1c9-b9b1202b4fc8 HTTP/1.1" status: 200 len: 210 time: 0.0303257 Sep 22 16:49:29.601137 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-c376604a-15ac-4af8-994c-a8e4e85893e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:30.197116 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649a2c40-ac45-4abd-8d52-49f43a48c7a2 req-c5d2f553-7f85-46bb-96de-c4677b8f891b tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:30.198587 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-649a2c40-ac45-4abd-8d52-49f43a48c7a2 req-c5d2f553-7f85-46bb-96de-c4677b8f891b tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.72 "GET /v2.0/networks?id=c88e0957-36de-479b-a8d4-61b47c068537 HTTP/1.1" status: 200 len: 809 time: 0.1115277 Sep 22 16:49:30.226086 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [req-649a2c40-ac45-4abd-8d52-49f43a48c7a2 req-5492aee9-bc80-4c81-9a2c-e701c14d8057 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Request body: {'port': {'device_id': '00e0f249-898b-4360-a1c9-b9b1202b4fc8', 'network_id': 'c88e0957-36de-479b-a8d4-61b47c068537', 'admin_state_up': True, 'tenant_id': '42d17462ff8b4045b93c4c63fb947b29'}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:49:30.337458 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-649a2c40-ac45-4abd-8d52-49f43a48c7a2 req-5492aee9-bc80-4c81-9a2c-e701c14d8057 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Made reservation on behalf of 42d17462ff8b4045b93c4c63fb947b29 for: {'port': 1} {{(pid=100452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:49:30.340985 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-649a2c40-ac45-4abd-8d52-49f43a48c7a2 req-5492aee9-bc80-4c81-9a2c-e701c14d8057 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:30.467988 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.db_base_plugin_common [req-649a2c40-ac45-4abd-8d52-49f43a48c7a2 req-5492aee9-bc80-4c81-9a2c-e701c14d8057 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Allocated IP 172.20.0.12 (c88e0957-36de-479b-a8d4-61b47c068537/2be41ef2-d4c4-4d9d-b269-ed920d51485e/2a806c6e-1758-45b2-8718-db10c0e57786) {{(pid=100452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:49:30.484020 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55405816-f0bd-4df1-833e-18df24944ed4 req-2b83e7e4-01d8-4b68-b00b-ff82c9c7c50b tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:30.485531 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-55405816-f0bd-4df1-833e-18df24944ed4 req-2b83e7e4-01d8-4b68-b00b-ff82c9c7c50b tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=4822262c-0ad7-4968-82f4-66e238216d08 HTTP/1.1" status: 200 len: 946 time: 0.0520127 Sep 22 16:49:30.528584 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-55405816-f0bd-4df1-833e-18df24944ed4 req-2e08615b-6b5c-4e1f-904c-7fe79b981068 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365725 Sep 22 16:49:30.543288 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device 2c6edca4-5582-4a3f-b45b-17daaf645b91 no longer exists at agent hyperv_hv-cinder-80996 {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 16:49:30.574793 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] No Port match for: 2c6edca4-5582-4a3f-b45b-17daaf645b91 {{(pid=100454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 16:49:30.575635 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device 2c6edca4-5582-4a3f-b45b-17daaf645b91 not bound to the agent host hv-cinder-80996 {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 16:49:30.632446 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-649a2c40-ac45-4abd-8d52-49f43a48c7a2 req-5492aee9-bc80-4c81-9a2c-e701c14d8057 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Notify callbacks [] for port, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:30.667450 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-649a2c40-ac45-4abd-8d52-49f43a48c7a2 req-5492aee9-bc80-4c81-9a2c-e701c14d8057 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735274499777'] for port, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:30.717222 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-649a2c40-ac45-4abd-8d52-49f43a48c7a2 req-5492aee9-bc80-4c81-9a2c-e701c14d8057 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Network c88e0957-36de-479b-a8d4-61b47c068537 is already hosted by enough agents. {{(pid=100452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:49:30.720914 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.base_scheduler [req-649a2c40-ac45-4abd-8d52-49f43a48c7a2 req-5492aee9-bc80-4c81-9a2c-e701c14d8057 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Resources bound (agent type, host, resource id): {{(pid=100452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:49:30.729238 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.l3_dvrscheduler_db [req-649a2c40-ac45-4abd-8d52-49f43a48c7a2 req-5492aee9-bc80-4c81-9a2c-e701c14d8057 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Received port after_create {{(pid=100452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 16:49:30.734767 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649a2c40-ac45-4abd-8d52-49f43a48c7a2 req-5492aee9-bc80-4c81-9a2c-e701c14d8057 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:30.735424 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-649a2c40-ac45-4abd-8d52-49f43a48c7a2 req-5492aee9-bc80-4c81-9a2c-e701c14d8057 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306'] for port, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:30.737747 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa9e07-43f8-48ee-bee1-54f89660f182 req-61ff7743-230b-423f-87b4-46769d783b66 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:30.738979 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5492aee9-bc80-4c81-9a2c-e701c14d8057 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Pushing event updated for resources: {'Port': ['ID=2a806c6e-1758-45b2-8718-db10c0e57786,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:30.746649 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-ccaa9e07-43f8-48ee-bee1-54f89660f182 req-61ff7743-230b-423f-87b4-46769d783b66 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.66 "GET /v2.0/ports?device_id=00e0f249-898b-4360-a1c9-b9b1202b4fc8 HTTP/1.1" status: 200 len: 932 time: 0.0667868 Sep 22 16:49:30.755543 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-649a2c40-ac45-4abd-8d52-49f43a48c7a2 req-5492aee9-bc80-4c81-9a2c-e701c14d8057 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5334542 Sep 22 16:49:30.770615 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [req-649a2c40-ac45-4abd-8d52-49f43a48c7a2 req-5b2dbdf4-6d46-4d72-8fa9-2062d43f1357 service neutron] Request body: {'port': {'device_id': '00e0f249-898b-4360-a1c9-b9b1202b4fc8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:49:30.781243 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-ccaa9e07-43f8-48ee-bee1-54f89660f182 req-2eeeb7ff-c35a-4450-93d9-6b5f876fc003 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba169af3-c767-4c8b-883b-8c73861f692c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334048 Sep 22 16:49:30.826927 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-649a2c40-ac45-4abd-8d52-49f43a48c7a2 req-5b2dbdf4-6d46-4d72-8fa9-2062d43f1357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:30.913348 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ea12bc52-457f-4758-858a-1e27800db098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:31.088664 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.notifiers.nova [req-649a2c40-ac45-4abd-8d52-49f43a48c7a2 req-5b2dbdf4-6d46-4d72-8fa9-2062d43f1357 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a806c6e-1758-45b2-8718-db10c0e57786 {{(pid=100452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 16:49:31.096277 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-649a2c40-ac45-4abd-8d52-49f43a48c7a2 req-5b2dbdf4-6d46-4d72-8fa9-2062d43f1357 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:31.108890 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.provisioning_blocks [req-649a2c40-ac45-4abd-8d52-49f43a48c7a2 req-5b2dbdf4-6d46-4d72-8fa9-2062d43f1357 service neutron] Transition to ACTIVE for port object 2a806c6e-1758-45b2-8718-db10c0e57786 will not be triggered until provisioned by entity L2. {{(pid=100452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:49:31.112716 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-649a2c40-ac45-4abd-8d52-49f43a48c7a2 req-5b2dbdf4-6d46-4d72-8fa9-2062d43f1357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:31.166815 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2dbdf4-6d46-4d72-8fa9-2062d43f1357 service neutron] Pushing event updated for resources: {'Port': ['ID=2a806c6e-1758-45b2-8718-db10c0e57786,revision_number=2']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:31.197331 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.managers [req-649a2c40-ac45-4abd-8d52-49f43a48c7a2 req-5b2dbdf4-6d46-4d72-8fa9-2062d43f1357 service neutron] Attempting to bind port 2a806c6e-1758-45b2-8718-db10c0e57786 on host hv-cinder-80996 for vnic_type normal with profile {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 16:49:31.197977 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.managers [req-649a2c40-ac45-4abd-8d52-49f43a48c7a2 req-5b2dbdf4-6d46-4d72-8fa9-2062d43f1357 service neutron] Attempting to bind port 2a806c6e-1758-45b2-8718-db10c0e57786 by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': '96f3e314-c094-4afd-9707-cf49f4a2697b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'c88e0957-36de-479b-a8d4-61b47c068537'}] {{(pid=100452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 16:49:31.198089 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649a2c40-ac45-4abd-8d52-49f43a48c7a2 req-5b2dbdf4-6d46-4d72-8fa9-2062d43f1357 service neutron] Attempting to bind port 2a806c6e-1758-45b2-8718-db10c0e57786 on network c88e0957-36de-479b-a8d4-61b47c068537 {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 16:49:31.202528 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649a2c40-ac45-4abd-8d52-49f43a48c7a2 req-5b2dbdf4-6d46-4d72-8fa9-2062d43f1357 service neutron] Port 2a806c6e-1758-45b2-8718-db10c0e57786 on network c88e0957-36de-479b-a8d4-61b47c068537 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 16:49:31.202846 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649a2c40-ac45-4abd-8d52-49f43a48c7a2 req-5b2dbdf4-6d46-4d72-8fa9-2062d43f1357 service neutron] Attempting to bind port 2a806c6e-1758-45b2-8718-db10c0e57786 on network c88e0957-36de-479b-a8d4-61b47c068537 {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 16:49:31.207673 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649a2c40-ac45-4abd-8d52-49f43a48c7a2 req-5b2dbdf4-6d46-4d72-8fa9-2062d43f1357 service neutron] Checking agent: {'id': 'b620640a-8129-43ac-bbbc-6cb85f2c2acf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 16, 45, 26), 'started_at': datetime.datetime(2021, 9, 22, 16, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 16, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 16:49:31.208002 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649a2c40-ac45-4abd-8d52-49f43a48c7a2 req-5b2dbdf4-6d46-4d72-8fa9-2062d43f1357 service neutron] Checking segment: {'id': '96f3e314-c094-4afd-9707-cf49f4a2697b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'c88e0957-36de-479b-a8d4-61b47c068537'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 16:49:31.208387 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649a2c40-ac45-4abd-8d52-49f43a48c7a2 req-5b2dbdf4-6d46-4d72-8fa9-2062d43f1357 service neutron] Bound using segment: {'id': '96f3e314-c094-4afd-9707-cf49f4a2697b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'c88e0957-36de-479b-a8d4-61b47c068537'} {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 16:49:31.208813 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.managers [req-649a2c40-ac45-4abd-8d52-49f43a48c7a2 req-5b2dbdf4-6d46-4d72-8fa9-2062d43f1357 service neutron] Bound port: 2a806c6e-1758-45b2-8718-db10c0e57786, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f3e314-c094-4afd-9707-cf49f4a2697b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'c88e0957-36de-479b-a8d4-61b47c068537'}}] {{(pid=100452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 16:49:31.209167 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-649a2c40-ac45-4abd-8d52-49f43a48c7a2 req-5b2dbdf4-6d46-4d72-8fa9-2062d43f1357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:31.467396 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.db [req-649a2c40-ac45-4abd-8d52-49f43a48c7a2 req-5b2dbdf4-6d46-4d72-8fa9-2062d43f1357 service neutron] For port 2a806c6e-1758-45b2-8718-db10c0e57786, host hv-cinder-80996, cleared binding levels {{(pid=100452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 16:49:31.470368 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.db [req-649a2c40-ac45-4abd-8d52-49f43a48c7a2 req-5b2dbdf4-6d46-4d72-8fa9-2062d43f1357 service neutron] For port 2a806c6e-1758-45b2-8718-db10c0e57786, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=2a806c6e-1758-45b2-8718-db10c0e57786,segment=NetworkSegment(96f3e314-c094-4afd-9707-cf49f4a2697b),segment_id=96f3e314-c094-4afd-9707-cf49f4a2697b)] {{(pid=100452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 16:49:31.474259 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-649a2c40-ac45-4abd-8d52-49f43a48c7a2 req-5b2dbdf4-6d46-4d72-8fa9-2062d43f1357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:31.508551 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649a2c40-ac45-4abd-8d52-49f43a48c7a2 req-5b2dbdf4-6d46-4d72-8fa9-2062d43f1357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:31.509157 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-649a2c40-ac45-4abd-8d52-49f43a48c7a2 req-5b2dbdf4-6d46-4d72-8fa9-2062d43f1357 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306'] for port, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:31.510543 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-649a2c40-ac45-4abd-8d52-49f43a48c7a2 req-5b2dbdf4-6d46-4d72-8fa9-2062d43f1357 service neutron] 10.222.0.72 "PUT /v2.0/ports/2a806c6e-1758-45b2-8718-db10c0e57786 HTTP/1.1" status: 200 len: 1094 time: 0.7444224 Sep 22 16:49:31.510967 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00e0f249-898b-4360-a1c9-b9b1202b4fc8', 'tag': '2a806c6e-1758-45b2-8718-db10c0e57786'}] {{(pid=100452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 16:49:31.513192 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3daeaf716feba76a3af1624af44cd9d3b401b8dbf4d63f278f059799def7c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c5732b-f708-465a-8ae9-22a2bf316f03" -d '{"events": [{"name": "network-changed", "server_uuid": "00e0f249-898b-4360-a1c9-b9b1202b4fc8", "tag": "2a806c6e-1758-45b2-8718-db10c0e57786"}]}' {{(pid=100452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:49:31.535656 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2dbdf4-6d46-4d72-8fa9-2062d43f1357 service neutron] Pushing event updated for resources: {'Port': ['ID=2a806c6e-1758-45b2-8718-db10c0e57786,revision_number=3']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:31.551174 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 16:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5085379c-a408-425e-b987-b13827f92980 x-openstack-request-id: req-5085379c-a408-425e-b987-b13827f92980 {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:49:31.551484 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00e0f249-898b-4360-a1c9-b9b1202b4fc8", "tag": "2a806c6e-1758-45b2-8718-db10c0e57786", "status": "completed", "code": 200}]} {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:49:31.551729 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5085379c-a408-425e-b987-b13827f92980 {{(pid=100452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:49:31.552795 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00e0f249-898b-4360-a1c9-b9b1202b4fc8', 'tag': '2a806c6e-1758-45b2-8718-db10c0e57786', 'status': 'completed', 'code': 200} Sep 22 16:49:31.598415 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649a2c40-ac45-4abd-8d52-49f43a48c7a2 req-f5fce730-2dc8-4fe3-a082-9083e2f017a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:31.599961 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-649a2c40-ac45-4abd-8d52-49f43a48c7a2 req-f5fce730-2dc8-4fe3-a082-9083e2f017a2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=42d17462ff8b4045b93c4c63fb947b29&device_id=00e0f249-898b-4360-a1c9-b9b1202b4fc8 HTTP/1.1" status: 200 len: 1097 time: 0.0402761 Sep 22 16:49:31.649337 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933af2e-e98c-49ee-872f-d656a806164a req-a84d5fce-df32-4b85-acb3-a317d3c4d73d tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:31.650863 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-9933af2e-e98c-49ee-872f-d656a806164a req-a84d5fce-df32-4b85-acb3-a317d3c4d73d tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=4822262c-0ad7-4968-82f4-66e238216d08 HTTP/1.1" status: 200 len: 946 time: 0.0503080 Sep 22 16:49:31.657040 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-649a2c40-ac45-4abd-8d52-49f43a48c7a2 req-9a756d71-4519-4179-bc7f-9d483187a18a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a806c6e-1758-45b2-8718-db10c0e57786 HTTP/1.1" status: 200 len: 217 time: 0.0368724 Sep 22 16:49:31.691527 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-9933af2e-e98c-49ee-872f-d656a806164a req-b3bd5b84-4371-439b-a02e-22c1245ea3e1 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345392 Sep 22 16:49:31.722881 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649a2c40-ac45-4abd-8d52-49f43a48c7a2 req-142e5405-bed8-4836-a427-6d629edd1805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:31.724618 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-649a2c40-ac45-4abd-8d52-49f43a48c7a2 req-142e5405-bed8-4836-a427-6d629edd1805 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2be41ef2-d4c4-4d9d-b269-ed920d51485e HTTP/1.1" status: 200 len: 849 time: 0.0455997 Sep 22 16:49:31.759670 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-649a2c40-ac45-4abd-8d52-49f43a48c7a2 req-549ba3b2-2c2c-4a72-96d8-d355a3edcce6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c88e0957-36de-479b-a8d4-61b47c068537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253274 Sep 22 16:49:31.866833 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-649a2c40-ac45-4abd-8d52-49f43a48c7a2 req-e019ac4b-506b-4ecc-bc66-63d8848cccbf service neutron] 10.222.0.72 "GET /v2.0/networks/c88e0957-36de-479b-a8d4-61b47c068537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893188 Sep 22 16:49:31.906010 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff904aa9-84c9-440d-8c4b-b2e53f1c9b7d req-0cfb9b19-39b7-44c5-b51e-b0e5eab181cf tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:31.907870 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-ff904aa9-84c9-440d-8c4b-b2e53f1c9b7d req-0cfb9b19-39b7-44c5-b51e-b0e5eab181cf tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.66 "GET /v2.0/ports?device_id=00e0f249-898b-4360-a1c9-b9b1202b4fc8 HTTP/1.1" status: 200 len: 944 time: 0.0547783 Sep 22 16:49:31.948134 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-ff904aa9-84c9-440d-8c4b-b2e53f1c9b7d req-36ed2325-6043-4e55-af76-51e5a9197905 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba169af3-c767-4c8b-883b-8c73861f692c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332193 Sep 22 16:49:31.971907 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-649a2c40-ac45-4abd-8d52-49f43a48c7a2 req-307971bd-6041-41bd-b621-e6cd18420a4c service neutron] 10.222.0.72 "GET /v2.0/networks/c88e0957-36de-479b-a8d4-61b47c068537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970109 Sep 22 16:49:32.058890 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 57086) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:49:32.071168 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c5732b-f708-465a-8ae9-22a2bf316f03 req-5ea1631d-ad12-4392-87fa-ac6f7d54a077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:32.072668 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-51c5732b-f708-465a-8ae9-22a2bf316f03 req-5ea1631d-ad12-4392-87fa-ac6f7d54a077 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=42d17462ff8b4045b93c4c63fb947b29&device_id=00e0f249-898b-4360-a1c9-b9b1202b4fc8 HTTP/1.1" status: 200 len: 1097 time: 0.0471907 Sep 22 16:49:32.162568 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-092c07e8-bd0e-4e77-90a3-3161ce37d9b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:32.168351 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c5732b-f708-465a-8ae9-22a2bf316f03 req-244755bd-8ba1-4cc2-8588-2c680c2a8453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:32.169856 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-51c5732b-f708-465a-8ae9-22a2bf316f03 req-244755bd-8ba1-4cc2-8588-2c680c2a8453 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c88e0957-36de-479b-a8d4-61b47c068537 HTTP/1.1" status: 200 len: 911 time: 0.0872729 Sep 22 16:49:32.222787 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-51c5732b-f708-465a-8ae9-22a2bf316f03 req-3cf626d3-2fe2-4fe5-ae84-a2120060681f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a806c6e-1758-45b2-8718-db10c0e57786 HTTP/1.1" status: 200 len: 217 time: 0.0376229 Sep 22 16:49:32.254842 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-092c07e8-bd0e-4e77-90a3-3161ce37d9b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:32.258710 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-092c07e8-bd0e-4e77-90a3-3161ce37d9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:32.276510 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c5732b-f708-465a-8ae9-22a2bf316f03 req-96303c11-74aa-4775-9b9b-551f1602f6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:32.278057 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-51c5732b-f708-465a-8ae9-22a2bf316f03 req-96303c11-74aa-4775-9b9b-551f1602f6b6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2be41ef2-d4c4-4d9d-b269-ed920d51485e HTTP/1.1" status: 200 len: 849 time: 0.0452850 Sep 22 16:49:32.295753 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092c07e8-bd0e-4e77-90a3-3161ce37d9b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b2ef1c-fe92-45d3-90a1-37941a261929,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:32.300321 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-092c07e8-bd0e-4e77-90a3-3161ce37d9b5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=56ff6fe547df44c78616a6071adca57a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2403994 Sep 22 16:49:32.303965 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 57094) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:49:32.310671 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092c07e8-bd0e-4e77-90a3-3161ce37d9b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:49:32.311023 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092c07e8-bd0e-4e77-90a3-3161ce37d9b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:49:32.311359 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092c07e8-bd0e-4e77-90a3-3161ce37d9b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:49:32.311694 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092c07e8-bd0e-4e77-90a3-3161ce37d9b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:49:32.312023 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092c07e8-bd0e-4e77-90a3-3161ce37d9b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:49:32.312362 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092c07e8-bd0e-4e77-90a3-3161ce37d9b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:49:32.312541 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-51c5732b-f708-465a-8ae9-22a2bf316f03 req-d9f00937-e256-4afb-8415-bb8d23971f70 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c88e0957-36de-479b-a8d4-61b47c068537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245919 Sep 22 16:49:32.312675 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092c07e8-bd0e-4e77-90a3-3161ce37d9b5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:49:32.312996 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092c07e8-bd0e-4e77-90a3-3161ce37d9b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:49:32.313314 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092c07e8-bd0e-4e77-90a3-3161ce37d9b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:49:32.313653 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092c07e8-bd0e-4e77-90a3-3161ce37d9b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:49:32.313972 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092c07e8-bd0e-4e77-90a3-3161ce37d9b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:49:32.314286 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092c07e8-bd0e-4e77-90a3-3161ce37d9b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:49:32.359448 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d6996e78-46be-4e6f-83db-6962f7618fad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:32.380738 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d6996e78-46be-4e6f-83db-6962f7618fad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:32.415808 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-51c5732b-f708-465a-8ae9-22a2bf316f03 req-5da6d2a3-c4a6-4457-95f4-1d396aa7d935 service neutron] 10.222.0.72 "GET /v2.0/networks/c88e0957-36de-479b-a8d4-61b47c068537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869217 Sep 22 16:49:32.430020 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d6996e78-46be-4e6f-83db-6962f7618fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:32.432737 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d6996e78-46be-4e6f-83db-6962f7618fad admin admin] Notify callbacks [] for security_group, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:32.433884 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-d6996e78-46be-4e6f-83db-6962f7618fad admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/73b2ef1c-fe92-45d3-90a1-37941a261929 HTTP/1.1" status: 204 len: 168 time: 0.1290202 Sep 22 16:49:32.441549 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6996e78-46be-4e6f-83db-6962f7618fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b2ef1c-fe92-45d3-90a1-37941a261929,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:32.517368 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-51c5732b-f708-465a-8ae9-22a2bf316f03 req-18e2fa39-5546-43e7-a335-2ba6b9eab4a2 service neutron] 10.222.0.72 "GET /v2.0/networks/c88e0957-36de-479b-a8d4-61b47c068537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904391 Sep 22 16:49:32.757620 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e3ab8-5b33-4027-ad65-1599f58d69c3 req-c47f3935-4969-4e43-8070-baeaacee3d91 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:32.759206 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-e66e3ab8-5b33-4027-ad65-1599f58d69c3 req-c47f3935-4969-4e43-8070-baeaacee3d91 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.66 "GET /v2.0/ports?device_id=07db163e-aa6e-47f0-9e3e-06ce8b0d1b49 HTTP/1.1" status: 200 len: 946 time: 0.0540740 Sep 22 16:49:32.798168 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-e66e3ab8-5b33-4027-ad65-1599f58d69c3 req-9d781c6d-0efc-429e-b974-0a8d6cef8bb4 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.66 "GET /v2.0/security-groups?id=0676076c-7d0a-4215-b4be-d5299778849f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329487 Sep 22 16:49:32.903716 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e41d7f3-19cd-41e5-9079-90e0a7e040f6 req-93c2b211-b1fd-46bb-84fd-3c41518e6a60 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:32.905240 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-8e41d7f3-19cd-41e5-9079-90e0a7e040f6 req-93c2b211-b1fd-46bb-84fd-3c41518e6a60 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=4822262c-0ad7-4968-82f4-66e238216d08 HTTP/1.1" status: 200 len: 946 time: 0.0508761 Sep 22 16:49:32.945475 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-8e41d7f3-19cd-41e5-9079-90e0a7e040f6 req-4f4bbfc3-96b9-4b2e-b422-a7c020dceb4e tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341377 Sep 22 16:49:33.055763 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 57124) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:49:33.154858 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.v2.base [None req-8f25b190-9e7a-4dc0-b19a-e90c864838fb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1119940166-network', 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a'}} {{(pid=100453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:49:33.185196 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f25b190-9e7a-4dc0-b19a-e90c864838fb admin admin] Made reservation on behalf of 4268d5a7c3ba47fc9f303a67b37aee7a for: {'network': 1} {{(pid=100453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:49:33.187335 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-8f25b190-9e7a-4dc0-b19a-e90c864838fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for network, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:33.213571 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-8f25b190-9e7a-4dc0-b19a-e90c864838fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:33.246177 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e45e86-ca0c-44bb-8e74-26abcf6f42c4 req-8b754c99-34d7-4eba-96b7-bcd47e4a9e83 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:33.247664 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-11e45e86-ca0c-44bb-8e74-26abcf6f42c4 req-8b754c99-34d7-4eba-96b7-bcd47e4a9e83 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.66 "GET /v2.0/ports?device_id=00e0f249-898b-4360-a1c9-b9b1202b4fc8 HTTP/1.1" status: 200 len: 944 time: 0.0724833 Sep 22 16:49:33.307196 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-11e45e86-ca0c-44bb-8e74-26abcf6f42c4 req-864e927f-ba9b-4e03-ac8c-dbd55264938a tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba169af3-c767-4c8b-883b-8c73861f692c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532074 Sep 22 16:49:33.353565 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-8f25b190-9e7a-4dc0-b19a-e90c864838fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:33.358166 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-8f25b190-9e7a-4dc0-b19a-e90c864838fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:33.384779 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f25b190-9e7a-4dc0-b19a-e90c864838fb admin admin] vlan segment allocate from pool success with {'vlan_id': 1090, 'physical_network': 'physnet1'} {{(pid=100453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 16:49:33.393230 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f25b190-9e7a-4dc0-b19a-e90c864838fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4857f85b-3fe4-4504-9c6b-9fa03bbac919,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:33.400580 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-8f25b190-9e7a-4dc0-b19a-e90c864838fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720390'] for segment, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:33.400919 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.db.segments_db [None req-8f25b190-9e7a-4dc0-b19a-e90c864838fb admin admin] Added segment 2c663890-389a-46e8-a2e8-a82c167fea9b of type vlan for network aababfd4-24d1-4477-9e08-13669f02d6c3 Sep 22 16:49:33.439743 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-8f25b190-9e7a-4dc0-b19a-e90c864838fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735274455839'] for network, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:33.463418 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-8f25b190-9e7a-4dc0-b19a-e90c864838fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351'] for network, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:33.464343 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f25b190-9e7a-4dc0-b19a-e90c864838fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:33.464916 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-8f25b190-9e7a-4dc0-b19a-e90c864838fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for network, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:33.497182 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-8f25b190-9e7a-4dc0-b19a-e90c864838fb admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4403148 Sep 22 16:49:33.500274 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 57128) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:49:33.505938 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [None req-206c27d2-cd94-4a0b-a0ca-648b428da330 admin admin] Request body: {'subnet': {'network_id': 'aababfd4-24d1-4477-9e08-13669f02d6c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1119940166-subnet', 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'ip_version': 4}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:49:33.527053 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206c27d2-cd94-4a0b-a0ca-648b428da330 admin admin] Made reservation on behalf of 4268d5a7c3ba47fc9f303a67b37aee7a for: {'subnet': 1} {{(pid=100452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:49:33.529575 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-206c27d2-cd94-4a0b-a0ca-648b428da330 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:33.532140 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f25b190-9e7a-4dc0-b19a-e90c864838fb admin admin] Pushing event updated for resources: {'Network': ['ID=aababfd4-24d1-4477-9e08-13669f02d6c3,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:33.542158 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Network aababfd4-24d1-4477-9e08-13669f02d6c3 details requested by agent ovs-agent-dv-cinder-809968-4-iscsi with host dv-cinder-809968-4-iscsi {{(pid=100454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 16:49:33.718679 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-206c27d2-cd94-4a0b-a0ca-648b428da330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351'] for subnet, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:33.769733 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c27d2-cd94-4a0b-a0ca-648b428da330 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd70f39b-af57-4d8a-9640-3850988db9e5,revision_number=0']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:33.780501 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206c27d2-cd94-4a0b-a0ca-648b428da330 admin admin] Checking segment: {'id': '2c663890-389a-46e8-a2e8-a82c167fea9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'aababfd4-24d1-4477-9e08-13669f02d6c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 16:49:33.780847 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206c27d2-cd94-4a0b-a0ca-648b428da330 admin admin] Network hostable DHCP agents. Network: aababfd4-24d1-4477-9e08-13669f02d6c3, hostable agents: ['0db1be0e-ef43-4063-8d54-96fc7c9973fd'], hosted agents: [] {{(pid=100452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 16:49:33.797227 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206c27d2-cd94-4a0b-a0ca-648b428da330 admin admin] Network aababfd4-24d1-4477-9e08-13669f02d6c3 is scheduled to be hosted by DHCP agent 0db1be0e-ef43-4063-8d54-96fc7c9973fd with binding_index 1 {{(pid=100452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 16:49:33.805487 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.base_scheduler [None req-206c27d2-cd94-4a0b-a0ca-648b428da330 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809968-4-iscsi, aababfd4-24d1-4477-9e08-13669f02d6c3) {{(pid=100452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:49:33.809306 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206c27d2-cd94-4a0b-a0ca-648b428da330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:33.809978 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-206c27d2-cd94-4a0b-a0ca-648b428da330 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for subnet, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:33.814040 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21e7449-ddeb-40da-b381-eb9d480cbfaf None None] Network aababfd4-24d1-4477-9e08-13669f02d6c3 requested from dv-cinder-809968-4-iscsi {{(pid=100454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 16:49:33.824186 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-206c27d2-cd94-4a0b-a0ca-648b428da330 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3227279 Sep 22 16:49:33.826722 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 57134) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:49:33.831149 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [None req-bc871199-9d32-4319-ad27-596940fc6c3b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1119940166-router', 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a'}}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:49:33.852586 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-bc871199-9d32-4319-ad27-596940fc6c3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1700767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16258'] for router, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:33.853734 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-bc871199-9d32-4319-ad27-596940fc6c3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1639535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16267'] for router, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:33.908886 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-bc871199-9d32-4319-ad27-596940fc6c3b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:33.927094 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2917eea-7d97-4f03-9227-507146e8de06 req-28969a90-c8d2-4db6-8bdb-ef1968854c93 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:33.928746 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a2917eea-7d97-4f03-9227-507146e8de06 req-28969a90-c8d2-4db6-8bdb-ef1968854c93 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.66 "GET /v2.0/ports?device_id=07db163e-aa6e-47f0-9e3e-06ce8b0d1b49 HTTP/1.1" status: 200 len: 946 time: 0.0512528 Sep 22 16:49:33.972954 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a2917eea-7d97-4f03-9227-507146e8de06 req-f792d021-0505-47cd-8d0e-3a1a06abe408 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.66 "GET /v2.0/security-groups?id=0676076c-7d0a-4215-b4be-d5299778849f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354228 Sep 22 16:49:33.974572 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be67a70-9147-4fdc-85fa-4fa47148955c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7358752-8e43-55c4-be9d-21b7cc7223a6-aababfd4-24d1-4477-9e08-13669f02d6c3', 'network_id': 'aababfd4-24d1-4477-9e08-13669f02d6c3', 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'fixed_ips': [{'subnet_id': 'fd70f39b-af57-4d8a-9640-3850988db9e5'}]}} from dv-cinder-809968-4-iscsi. {{(pid=100454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 16:49:33.975601 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-1be67a70-9147-4fdc-85fa-4fa47148955c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_create {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:34.046534 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-bc871199-9d32-4319-ad27-596940fc6c3b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:34.088152 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f847236-df22-4c39-86a8-5d425d9ea1b3 req-cf883343-f777-4c2e-bef4-e92e18602fe8 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:34.089904 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-3f847236-df22-4c39-86a8-5d425d9ea1b3 req-cf883343-f777-4c2e-bef4-e92e18602fe8 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=4822262c-0ad7-4968-82f4-66e238216d08 HTTP/1.1" status: 200 len: 946 time: 0.0534279 Sep 22 16:49:34.135803 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.db_base_plugin_common [None req-1be67a70-9147-4fdc-85fa-4fa47148955c None None] Allocated IP 172.20.0.2 (aababfd4-24d1-4477-9e08-13669f02d6c3/fd70f39b-af57-4d8a-9640-3850988db9e5/b4146480-19b9-48a3-b53e-e9652f12246c) {{(pid=100454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:49:34.141258 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-3f847236-df22-4c39-86a8-5d425d9ea1b3 req-aa5fb9fa-e705-4fd8-9e80-f34aa6318274 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453281 Sep 22 16:49:34.250260 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-bc871199-9d32-4319-ad27-596940fc6c3b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:34.269412 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-bc871199-9d32-4319-ad27-596940fc6c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:34.291376 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-1be67a70-9147-4fdc-85fa-4fa47148955c None None] Notify callbacks [] for port, precommit_create {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:34.296282 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-1be67a70-9147-4fdc-85fa-4fa47148955c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735274499777'] for port, after_create {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:34.332101 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be67a70-9147-4fdc-85fa-4fa47148955c None None] Network aababfd4-24d1-4477-9e08-13669f02d6c3 is already hosted by enough agents. {{(pid=100454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:49:34.335170 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.scheduler.base_scheduler [None req-1be67a70-9147-4fdc-85fa-4fa47148955c None None] Resources bound (agent type, host, resource id): {{(pid=100454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:49:34.338880 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be67a70-9147-4fdc-85fa-4fa47148955c None None] Received port after_create {{(pid=100454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 16:49:34.355208 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be67a70-9147-4fdc-85fa-4fa47148955c None None] Pushing event updated for resources: {'Port': ['ID=b4146480-19b9-48a3-b53e-e9652f12246c,revision_number=1']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:34.377070 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be67a70-9147-4fdc-85fa-4fa47148955c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:49:34.377438 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be67a70-9147-4fdc-85fa-4fa47148955c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:49:34.377831 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be67a70-9147-4fdc-85fa-4fa47148955c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:49:34.378171 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be67a70-9147-4fdc-85fa-4fa47148955c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:49:34.378507 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be67a70-9147-4fdc-85fa-4fa47148955c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:49:34.378842 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be67a70-9147-4fdc-85fa-4fa47148955c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:49:34.379169 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be67a70-9147-4fdc-85fa-4fa47148955c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:49:34.379489 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be67a70-9147-4fdc-85fa-4fa47148955c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:49:34.379837 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be67a70-9147-4fdc-85fa-4fa47148955c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:49:34.380729 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be67a70-9147-4fdc-85fa-4fa47148955c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:49:34.381061 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be67a70-9147-4fdc-85fa-4fa47148955c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:49:34.381399 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be67a70-9147-4fdc-85fa-4fa47148955c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:49:34.395700 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.db_base_plugin_common [None req-bc871199-9d32-4319-ad27-596940fc6c3b admin admin] Allocated IP 172.27.0.188 (e265bfb9-6000-4acf-b4f9-12e0cf12940a/83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8/eedf5a12-9a31-4747-906b-90bbb29b46e2) {{(pid=100452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:49:34.410970 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.managers [None req-1be67a70-9147-4fdc-85fa-4fa47148955c None None] Attempting to bind port b4146480-19b9-48a3-b53e-e9652f12246c on host dv-cinder-809968-4-iscsi for vnic_type normal with profile {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 16:49:34.411388 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.managers [None req-1be67a70-9147-4fdc-85fa-4fa47148955c None None] Attempting to bind port b4146480-19b9-48a3-b53e-e9652f12246c by drivers openvswitch,hyperv on host dv-cinder-809968-4-iscsi at level 0 using segments [{'id': '2c663890-389a-46e8-a2e8-a82c167fea9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'aababfd4-24d1-4477-9e08-13669f02d6c3'}] {{(pid=100454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 16:49:34.411972 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be67a70-9147-4fdc-85fa-4fa47148955c None None] Attempting to bind port b4146480-19b9-48a3-b53e-e9652f12246c on network aababfd4-24d1-4477-9e08-13669f02d6c3 {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 16:49:34.417470 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be67a70-9147-4fdc-85fa-4fa47148955c None None] Checking agent: {'id': '08e98799-e574-4f1d-90ac-f796d675fca5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809968-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 16, 39, 29), 'started_at': datetime.datetime(2021, 9, 22, 16, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 16, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809968-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 16:49:34.417881 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be67a70-9147-4fdc-85fa-4fa47148955c None None] Checking segment: {'id': '2c663890-389a-46e8-a2e8-a82c167fea9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'aababfd4-24d1-4477-9e08-13669f02d6c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 16:49:34.418286 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-1be67a70-9147-4fdc-85fa-4fa47148955c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:34.418678 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be67a70-9147-4fdc-85fa-4fa47148955c None None] Bound using segment: {'id': '2c663890-389a-46e8-a2e8-a82c167fea9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'aababfd4-24d1-4477-9e08-13669f02d6c3'} {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 16:49:34.419185 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.managers [None req-1be67a70-9147-4fdc-85fa-4fa47148955c None None] Bound port: b4146480-19b9-48a3-b53e-e9652f12246c, host: dv-cinder-809968-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c663890-389a-46e8-a2e8-a82c167fea9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'aababfd4-24d1-4477-9e08-13669f02d6c3'}}] {{(pid=100454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 16:49:34.419560 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-1be67a70-9147-4fdc-85fa-4fa47148955c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:34.445281 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69afd4e1-3442-42da-9873-40f33b656864 req-887ded6b-55a9-4bac-b542-3d195645929c tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:34.446862 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-69afd4e1-3442-42da-9873-40f33b656864 req-887ded6b-55a9-4bac-b542-3d195645929c tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.66 "GET /v2.0/ports?device_id=00e0f249-898b-4360-a1c9-b9b1202b4fc8 HTTP/1.1" status: 200 len: 944 time: 0.0544629 Sep 22 16:49:34.486047 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-1be67a70-9147-4fdc-85fa-4fa47148955c None None] For port b4146480-19b9-48a3-b53e-e9652f12246c, host dv-cinder-809968-4-iscsi, cleared binding levels {{(pid=100454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 16:49:34.489133 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-1be67a70-9147-4fdc-85fa-4fa47148955c None None] For port b4146480-19b9-48a3-b53e-e9652f12246c, host dv-cinder-809968-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=b4146480-19b9-48a3-b53e-e9652f12246c,segment=NetworkSegment(2c663890-389a-46e8-a2e8-a82c167fea9b),segment_id=2c663890-389a-46e8-a2e8-a82c167fea9b)] {{(pid=100454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 16:49:34.494325 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-69afd4e1-3442-42da-9873-40f33b656864 req-35f96253-217e-40d7-a1d0-1c9197801515 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba169af3-c767-4c8b-883b-8c73861f692c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410686 Sep 22 16:49:34.494904 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-1be67a70-9147-4fdc-85fa-4fa47148955c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:34.504115 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-bc871199-9d32-4319-ad27-596940fc6c3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:34.543471 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-bc871199-9d32-4319-ad27-596940fc6c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735274499777'] for port, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:34.560704 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be67a70-9147-4fdc-85fa-4fa47148955c None None] Pushing event updated for resources: {'Port': ['ID=b4146480-19b9-48a3-b53e-e9652f12246c,revision_number=2']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:34.590681 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc871199-9d32-4319-ad27-596940fc6c3b admin admin] Network e265bfb9-6000-4acf-b4f9-12e0cf12940a is already hosted by enough agents. {{(pid=100452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:49:34.593384 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.base_scheduler [None req-bc871199-9d32-4319-ad27-596940fc6c3b admin admin] Resources bound (agent type, host, resource id): {{(pid=100452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:49:34.599975 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc871199-9d32-4319-ad27-596940fc6c3b admin admin] Received port after_create {{(pid=100452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 16:49:34.603080 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc871199-9d32-4319-ad27-596940fc6c3b admin admin] Pushing event updated for resources: {'Port': ['ID=eedf5a12-9a31-4747-906b-90bbb29b46e2,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:34.842209 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-bc871199-9d32-4319-ad27-596940fc6c3b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:35.103065 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e6fe37-92f4-422e-a526-9d2ce4a60612 req-e14bf4b5-eb16-4853-a8fe-52f3d7c97750 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:35.104875 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-d3e6fe37-92f4-422e-a526-9d2ce4a60612 req-e14bf4b5-eb16-4853-a8fe-52f3d7c97750 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.66 "GET /v2.0/ports?device_id=07db163e-aa6e-47f0-9e3e-06ce8b0d1b49 HTTP/1.1" status: 200 len: 946 time: 0.0568247 Sep 22 16:49:35.148111 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-d3e6fe37-92f4-422e-a526-9d2ce4a60612 req-44b857d1-918e-4a30-9a6d-8cae4080a2c1 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.66 "GET /v2.0/security-groups?id=0676076c-7d0a-4215-b4be-d5299778849f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362947 Sep 22 16:49:35.244461 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-bc871199-9d32-4319-ad27-596940fc6c3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1639446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698722'] for router, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:35.269593 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883500db-42a6-4cae-9133-9baeef3174f6 req-f9286719-d359-49bf-9979-da395168813b tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:35.272284 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-883500db-42a6-4cae-9133-9baeef3174f6 req-f9286719-d359-49bf-9979-da395168813b tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=4822262c-0ad7-4968-82f4-66e238216d08 HTTP/1.1" status: 200 len: 946 time: 0.0546510 Sep 22 16:49:35.320561 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-883500db-42a6-4cae-9133-9baeef3174f6 req-e4afa6a1-6917-45d8-84a0-abb4e44c5e35 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423582 Sep 22 16:49:35.332162 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee50be-24a4-41e4-a554-842da98506c7 req-e54ea341-130d-4319-a1ff-ca07b54443d0 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:35.334335 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-cfee50be-24a4-41e4-a554-842da98506c7 req-e54ea341-130d-4319-a1ff-ca07b54443d0 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.72 "GET /v2.0/ports?device_id=07db163e-aa6e-47f0-9e3e-06ce8b0d1b49 HTTP/1.1" status: 200 len: 946 time: 0.0995796 Sep 22 16:49:35.445259 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181f5cb1-a733-45cf-aef5-856931f59b1f None None] Network aababfd4-24d1-4477-9e08-13669f02d6c3 requested from dv-cinder-809968-4-iscsi {{(pid=100454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 16:49:35.480067 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc871199-9d32-4319-ad27-596940fc6c3b admin admin] Router 62c7516c-6dbd-4516-ad90-639b584c2678 is scheduled to L3 agent c3efc510-1e60-45c8-b68a-00a20fddc4a4 with binding_index 1 {{(pid=100452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 16:49:35.494715 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.plugin [req-cfee50be-24a4-41e4-a554-842da98506c7 req-2779923a-0598-4b24-ad70-8eb07ab60e25 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] Deleting port 2aece5b3-d137-4cd4-8dd6-7e2992208d00 {{(pid=100452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 16:49:35.495047 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-cfee50be-24a4-41e4-a554-842da98506c7 req-2779923a-0598-4b24-ad70-8eb07ab60e25 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735274981160'] for port, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:35.528583 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-b5750d21-bdcb-434f-aec9-15a8de06adb8 None None] Provisioning complete for port b4146480-19b9-48a3-b53e-e9652f12246c triggered by entity DHCP. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:49:35.528957 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b5750d21-bdcb-434f-aec9-15a8de06adb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:35.650146 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b25f443-f6a9-4f1e-a1df-538f42efafbc req-17805137-64cf-4489-bc1c-5d24bed3272d tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:35.651573 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-1b25f443-f6a9-4f1e-a1df-538f42efafbc req-17805137-64cf-4489-bc1c-5d24bed3272d tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.66 "GET /v2.0/ports?device_id=00e0f249-898b-4360-a1c9-b9b1202b4fc8 HTTP/1.1" status: 200 len: 944 time: 0.0563974 Sep 22 16:49:35.654708 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b5750d21-bdcb-434f-aec9-15a8de06adb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:35.656850 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device b4146480-19b9-48a3-b53e-e9652f12246c up at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 16:49:35.688968 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.db [req-cfee50be-24a4-41e4-a554-842da98506c7 req-2779923a-0598-4b24-ad70-8eb07ab60e25 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] For port 2aece5b3-d137-4cd4-8dd6-7e2992208d00, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=2aece5b3-d137-4cd4-8dd6-7e2992208d00,segment=NetworkSegment(a343ba7b-62f0-4599-8262-3607817646b7),segment_id=a343ba7b-62f0-4599-8262-3607817646b7)] {{(pid=100452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:49:35.689539 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-cfee50be-24a4-41e4-a554-842da98506c7 req-2779923a-0598-4b24-ad70-8eb07ab60e25 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697305'] for port, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:35.694772 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-1b25f443-f6a9-4f1e-a1df-538f42efafbc req-f2e38d4d-8ce0-4dc3-be47-e36b4d426e1f tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba169af3-c767-4c8b-883b-8c73861f692c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368156 Sep 22 16:49:35.705240 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc871199-9d32-4319-ad27-596940fc6c3b admin admin] Notify agent at l3_agent.dv-cinder-809968-4-iscsi the message routers_updated {{(pid=100452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 16:49:35.717502 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36b0461-b372-4c7f-b79f-0c412e52674a None None] Sync routers for ids ['62c7516c-6dbd-4516-ad90-639b584c2678'] in dv-cinder-809968-4-iscsi {{(pid=100455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 16:49:35.723027 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.plugin [req-cfee50be-24a4-41e4-a554-842da98506c7 req-2779923a-0598-4b24-ad70-8eb07ab60e25 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] Calling delete_port for 2aece5b3-d137-4cd4-8dd6-7e2992208d00 owned by compute:nova {{(pid=100452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 16:49:35.726935 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36b0461-b372-4c7f-b79f-0c412e52674a None None] Routers {'62c7516c-6dbd-4516-ad90-639b584c2678'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 16:49:35.727586 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-e36b0461-b372-4c7f-b79f-0c412e52674a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:49:29Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['62c7516c-6dbd-4516-ad90-639b584c2678'], 'active': True} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:49:35.731649 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-bc871199-9d32-4319-ad27-596940fc6c3b admin admin] Notify callbacks [] for router, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:35.735448 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-bc871199-9d32-4319-ad27-596940fc6c3b admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9052544 Sep 22 16:49:35.735813 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 57152) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:49:35.877298 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b5750d21-bdcb-434f-aec9-15a8de06adb8 None None] For port b4146480-19b9-48a3-b53e-e9652f12246c, host dv-cinder-809968-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=b4146480-19b9-48a3-b53e-e9652f12246c,segment=NetworkSegment(2c663890-389a-46e8-a2e8-a82c167fea9b),segment_id=2c663890-389a-46e8-a2e8-a82c167fea9b)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:49:35.888956 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b5750d21-bdcb-434f-aec9-15a8de06adb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:35.891997 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvr_db [None req-e36b0461-b372-4c7f-b79f-0c412e52674a None None] Set router 62c7516c-6dbd-4516-ad90-639b584c2678 gateway port host: dv-cinder-809968-4-iscsi {{(pid=100455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 16:49:35.907025 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-cfee50be-24a4-41e4-a554-842da98506c7 req-2779923a-0598-4b24-ad70-8eb07ab60e25 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735274987246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735274499786'] for port, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:35.923906 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] get_ports_and_sgs() called for port_ids ['cb31b113-57c5-4326-b73e-a82f5552accd', '2aece5b3-d137-4cd4-8dd6-7e2992208d00'] {{(pid=100454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 16:49:35.959266 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Provisioning complete for port b4146480-19b9-48a3-b53e-e9652f12246c triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:49:35.959795 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:35.978167 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2779923a-0598-4b24-ad70-8eb07ab60e25 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] Pushing event deleted for resources: {'Port': ['ID=2aece5b3-d137-4cd4-8dd6-7e2992208d00,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:36.013767 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfee50be-24a4-41e4-a554-842da98506c7 req-2779923a-0598-4b24-ad70-8eb07ab60e25 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] No DVR routers for this DVR port 2aece5b3-d137-4cd4-8dd6-7e2992208d00 on host hv-cinder-80996 {{(pid=100452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 16:49:36.018610 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-cfee50be-24a4-41e4-a554-842da98506c7 req-2779923a-0598-4b24-ad70-8eb07ab60e25 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306'] for port, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:36.024318 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-cfee50be-24a4-41e4-a554-842da98506c7 req-2779923a-0598-4b24-ad70-8eb07ab60e25 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.72 "DELETE /v2.0/ports/2aece5b3-d137-4cd4-8dd6-7e2992208d00 HTTP/1.1" status: 204 len: 173 time: 0.6520920 Sep 22 16:49:36.025060 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07db163e-aa6e-47f0-9e3e-06ce8b0d1b49', 'name': 'network-vif-deleted', 'tag': '2aece5b3-d137-4cd4-8dd6-7e2992208d00'}] {{(pid=100452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 16:49:36.026858 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5750d21-bdcb-434f-aec9-15a8de06adb8 None None] Pushing event updated for resources: {'Port': ['ID=b4146480-19b9-48a3-b53e-e9652f12246c,revision_number=3']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:36.047316 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3daeaf716feba76a3af1624af44cd9d3b401b8dbf4d63f278f059799def7c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-169960a4-517d-4f52-bde2-72cebd7050e0" -d '{"events": [{"server_uuid": "07db163e-aa6e-47f0-9e3e-06ce8b0d1b49", "name": "network-vif-deleted", "tag": "2aece5b3-d137-4cd4-8dd6-7e2992208d00"}]}' {{(pid=100452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:49:36.118481 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 16:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc4aafd-854f-4048-a657-4bbfc7863f85 x-openstack-request-id: req-7fc4aafd-854f-4048-a657-4bbfc7863f85 {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:49:36.119351 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07db163e-aa6e-47f0-9e3e-06ce8b0d1b49", "name": "network-vif-deleted", "tag": "2aece5b3-d137-4cd4-8dd6-7e2992208d00", "status": "completed", "code": 200}]} {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:49:36.119744 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7fc4aafd-854f-4048-a657-4bbfc7863f85 {{(pid=100452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:49:36.120286 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07db163e-aa6e-47f0-9e3e-06ce8b0d1b49', 'name': 'network-vif-deleted', 'tag': '2aece5b3-d137-4cd4-8dd6-7e2992208d00', 'status': 'completed', 'code': 200} Sep 22 16:49:36.142077 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-e36b0461-b372-4c7f-b79f-0c412e52674a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'name': 'tempest-TestVolumeBootPattern-1119940166-router', 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'eedf5a12-9a31-4747-906b-90bbb29b46e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:49:33Z', 'updated_at': '2021-09-22T16:49:34Z', 'revision_number': 3, 'project_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'gw_port': {'id': 'eedf5a12-9a31-4747-906b-90bbb29b46e2', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:49:34Z', 'updated_at': '2021-09-22T16:49:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi'}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:49:36.177199 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36b0461-b372-4c7f-b79f-0c412e52674a None None] Checking router: 62c7516c-6dbd-4516-ad90-639b584c2678 for host: dv-cinder-809968-4-iscsi {{(pid=100455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 16:49:36.177565 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36b0461-b372-4c7f-b79f-0c412e52674a None None] Updating router 62c7516c-6dbd-4516-ad90-639b584c2678 port eedf5a12-9a31-4747-906b-90bbb29b46e2 binding host dv-cinder-809968-4-iscsi {{(pid=100455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 16:49:36.205600 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron_lib.callbacks.manager [None req-e36b0461-b372-4c7f-b79f-0c412e52674a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:36.313634 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-2fe4b7da-687a-4f70-a52e-9742064fe2d0 None None] Provisioning complete for port b4146480-19b9-48a3-b53e-e9652f12246c triggered by entity DHCP. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:49:36.314780 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-2fe4b7da-687a-4f70-a52e-9742064fe2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:36.326726 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-87f7e8ed-bc65-4391-b65c-d8a104e49e8f req-fce5761f-7f5d-41da-83e5-b7ec9cd28b6b tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.66 "GET /v2.0/ports?device_id=07db163e-aa6e-47f0-9e3e-06ce8b0d1b49 HTTP/1.1" status: 200 len: 210 time: 0.0308063 Sep 22 16:49:36.389931 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-f92694f0-7a88-41eb-b1f2-8d8b22f4a66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:36.493725 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron_lib.callbacks.manager [None req-e36b0461-b372-4c7f-b79f-0c412e52674a None None] Notify callbacks [] for port, precommit_update {{(pid=100455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:36.500016 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron_lib.callbacks.manager [None req-e36b0461-b372-4c7f-b79f-0c412e52674a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:36.533956 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124dd419-6642-4573-9dba-7e578e579a93 req-4b85c2b3-d8fa-4db2-b374-e488a4e37f36 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:36.535463 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-124dd419-6642-4573-9dba-7e578e579a93 req-4b85c2b3-d8fa-4db2-b374-e488a4e37f36 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=4822262c-0ad7-4968-82f4-66e238216d08 HTTP/1.1" status: 200 len: 946 time: 0.1258016 Sep 22 16:49:36.547021 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.managers [None req-e36b0461-b372-4c7f-b79f-0c412e52674a None None] Attempting to bind port eedf5a12-9a31-4747-906b-90bbb29b46e2 on host dv-cinder-809968-4-iscsi for vnic_type normal with profile {{(pid=100455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 16:49:36.547404 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.managers [None req-e36b0461-b372-4c7f-b79f-0c412e52674a None None] Attempting to bind port eedf5a12-9a31-4747-906b-90bbb29b46e2 by drivers openvswitch,hyperv on host dv-cinder-809968-4-iscsi at level 0 using segments [{'id': '73061bb2-74db-4070-b057-2315d4867ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a'}] {{(pid=100455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 16:49:36.547766 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36b0461-b372-4c7f-b79f-0c412e52674a None None] Attempting to bind port eedf5a12-9a31-4747-906b-90bbb29b46e2 on network e265bfb9-6000-4acf-b4f9-12e0cf12940a {{(pid=100455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 16:49:36.556103 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device 2a806c6e-1758-45b2-8718-db10c0e57786 details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=100454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 16:49:36.558579 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e24318-c136-4479-8f3d-4ea6619fafee None None] Pushing event updated for resources: {'Port': ['ID=eedf5a12-9a31-4747-906b-90bbb29b46e2,revision_number=2']} {{(pid=100455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:36.560876 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36b0461-b372-4c7f-b79f-0c412e52674a None None] Checking agent: {'id': '08e98799-e574-4f1d-90ac-f796d675fca5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809968-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 16, 39, 29), 'started_at': datetime.datetime(2021, 9, 22, 16, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 16, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809968-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 16:49:36.561270 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36b0461-b372-4c7f-b79f-0c412e52674a None None] Checking segment: {'id': '73061bb2-74db-4070-b057-2315d4867ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 16:49:36.561693 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron_lib.callbacks.manager [None req-e36b0461-b372-4c7f-b79f-0c412e52674a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:36.562094 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36b0461-b372-4c7f-b79f-0c412e52674a None None] Bound using segment: {'id': '73061bb2-74db-4070-b057-2315d4867ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a'} {{(pid=100455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 16:49:36.562540 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.managers [None req-e36b0461-b372-4c7f-b79f-0c412e52674a None None] Bound port: eedf5a12-9a31-4747-906b-90bbb29b46e2, host: dv-cinder-809968-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73061bb2-74db-4070-b057-2315d4867ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a'}}] {{(pid=100455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 16:49:36.563451 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron_lib.callbacks.manager [None req-e36b0461-b372-4c7f-b79f-0c412e52674a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:36.586898 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e24318-c136-4479-8f3d-4ea6619fafee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:49:36.587486 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e24318-c136-4479-8f3d-4ea6619fafee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:49:36.587616 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e24318-c136-4479-8f3d-4ea6619fafee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:49:36.587926 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e24318-c136-4479-8f3d-4ea6619fafee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:49:36.588280 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e24318-c136-4479-8f3d-4ea6619fafee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:49:36.588604 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e24318-c136-4479-8f3d-4ea6619fafee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:49:36.588931 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e24318-c136-4479-8f3d-4ea6619fafee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:49:36.589602 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e24318-c136-4479-8f3d-4ea6619fafee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:49:36.589602 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e24318-c136-4479-8f3d-4ea6619fafee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:49:36.589916 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e24318-c136-4479-8f3d-4ea6619fafee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:49:36.590240 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e24318-c136-4479-8f3d-4ea6619fafee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:49:36.590557 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e24318-c136-4479-8f3d-4ea6619fafee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:49:36.615108 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-124dd419-6642-4573-9dba-7e578e579a93 req-d11039e9-1243-41d1-99bb-4916e1fb6c15 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707140 Sep 22 16:49:36.625195 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.db.db_base_plugin_common [None req-f92694f0-7a88-41eb-b1f2-8d8b22f4a66a admin admin] Allocated IP 172.20.0.1 (aababfd4-24d1-4477-9e08-13669f02d6c3/fd70f39b-af57-4d8a-9640-3850988db9e5/75135ba7-27af-4ceb-8881-495f589a6d8c) {{(pid=100453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:49:36.633262 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.db [None req-e36b0461-b372-4c7f-b79f-0c412e52674a None None] For port eedf5a12-9a31-4747-906b-90bbb29b46e2, host dv-cinder-809968-4-iscsi, cleared binding levels {{(pid=100455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 16:49:36.636674 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.db [None req-e36b0461-b372-4c7f-b79f-0c412e52674a None None] For port eedf5a12-9a31-4747-906b-90bbb29b46e2, host dv-cinder-809968-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=eedf5a12-9a31-4747-906b-90bbb29b46e2,segment=NetworkSegment(73061bb2-74db-4070-b057-2315d4867ed3),segment_id=73061bb2-74db-4070-b057-2315d4867ed3)] {{(pid=100455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 16:49:36.647323 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron_lib.callbacks.manager [None req-e36b0461-b372-4c7f-b79f-0c412e52674a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:36.722436 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e24318-c136-4479-8f3d-4ea6619fafee None None] Pushing event updated for resources: {'Port': ['ID=eedf5a12-9a31-4747-906b-90bbb29b46e2,revision_number=3']} {{(pid=100455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:36.725965 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36b0461-b372-4c7f-b79f-0c412e52674a None None] Routers {'62c7516c-6dbd-4516-ad90-639b584c2678'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 16:49:36.726569 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-e36b0461-b372-4c7f-b79f-0c412e52674a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:49:29Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['62c7516c-6dbd-4516-ad90-639b584c2678'], 'active': True} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:49:36.738061 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port 2a806c6e-1758-45b2-8718-db10c0e57786, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=2a806c6e-1758-45b2-8718-db10c0e57786,segment=NetworkSegment(96f3e314-c094-4afd-9707-cf49f4a2697b),segment_id=96f3e314-c094-4afd-9707-cf49f4a2697b)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:49:36.760056 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Returning: {'device': '2a806c6e-1758-45b2-8718-db10c0e57786', 'network_id': 'c88e0957-36de-479b-a8d4-61b47c068537', 'port_id': '2a806c6e-1758-45b2-8718-db10c0e57786', 'mac_address': 'fa:16:3e:75:d5:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2be41ef2-d4c4-4d9d-b269-ed920d51485e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 16:49:36.788496 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-f92694f0-7a88-41eb-b1f2-8d8b22f4a66a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:36.832235 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-f92694f0-7a88-41eb-b1f2-8d8b22f4a66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735274499777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8594183'] for port, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:36.835333 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:36.850483 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.notifiers.nova [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a806c6e-1758-45b2-8718-db10c0e57786 {{(pid=100454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 16:49:36.872789 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port 2a806c6e-1758-45b2-8718-db10c0e57786, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=2a806c6e-1758-45b2-8718-db10c0e57786,segment=NetworkSegment(96f3e314-c094-4afd-9707-cf49f4a2697b),segment_id=96f3e314-c094-4afd-9707-cf49f4a2697b)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:49:36.876746 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:36.888768 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92694f0-7a88-41eb-b1f2-8d8b22f4a66a admin admin] Network aababfd4-24d1-4477-9e08-13669f02d6c3 is already hosted by enough agents. {{(pid=100453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:49:36.891845 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.base_scheduler [None req-f92694f0-7a88-41eb-b1f2-8d8b22f4a66a admin admin] Resources bound (agent type, host, resource id): {{(pid=100453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:49:36.897278 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92694f0-7a88-41eb-b1f2-8d8b22f4a66a admin admin] Received port after_create {{(pid=100453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 16:49:36.930408 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92694f0-7a88-41eb-b1f2-8d8b22f4a66a admin admin] Pushing event updated for resources: {'Port': ['ID=75135ba7-27af-4ceb-8881-495f589a6d8c,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:36.940703 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Pushing event updated for resources: {'Port': ['ID=2a806c6e-1758-45b2-8718-db10c0e57786,revision_number=4']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:36.953975 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvr_db [None req-e36b0461-b372-4c7f-b79f-0c412e52674a None None] Set router 62c7516c-6dbd-4516-ad90-639b584c2678 gateway port host: dv-cinder-809968-4-iscsi {{(pid=100455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 16:49:36.978638 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-f92694f0-7a88-41eb-b1f2-8d8b22f4a66a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701023'] for router_interface, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:37.034501 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0faf6a-85c9-4bc5-9696-fb976a9bfd48 req-21b50b11-675f-4200-8d30-18d4332c1b4c tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:37.036584 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-9c0faf6a-85c9-4bc5-9696-fb976a9bfd48 req-21b50b11-675f-4200-8d30-18d4332c1b4c tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.66 "GET /v2.0/ports?device_id=00e0f249-898b-4360-a1c9-b9b1202b4fc8 HTTP/1.1" status: 200 len: 945 time: 0.1292973 Sep 22 16:49:37.112107 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-9c0faf6a-85c9-4bc5-9696-fb976a9bfd48 req-634b8f3c-a662-4bc4-9621-757b6a7259fe tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba169af3-c767-4c8b-883b-8c73861f692c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686901 Sep 22 16:49:37.154752 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-65f27e4e-aeed-4f96-abe7-c7b2d4673908 None None] Provisioning complete for port 75135ba7-27af-4ceb-8881-495f589a6d8c triggered by entity DHCP. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:49:37.155127 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-65f27e4e-aeed-4f96-abe7-c7b2d4673908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:37.164796 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-f92694f0-7a88-41eb-b1f2-8d8b22f4a66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:37.181339 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-e36b0461-b372-4c7f-b79f-0c412e52674a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'name': 'tempest-TestVolumeBootPattern-1119940166-router', 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'eedf5a12-9a31-4747-906b-90bbb29b46e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:49:33Z', 'updated_at': '2021-09-22T16:49:34Z', 'revision_number': 3, 'project_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'gw_port': {'id': 'eedf5a12-9a31-4747-906b-90bbb29b46e2', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:49:34Z', 'updated_at': '2021-09-22T16:49:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi'}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:49:37.191528 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-65f27e4e-aeed-4f96-abe7-c7b2d4673908 None None] Port 75135ba7-27af-4ceb-8881-495f589a6d8c cannot update to ACTIVE because it is not bound. {{(pid=100454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 16:49:37.211293 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36b0461-b372-4c7f-b79f-0c412e52674a None None] The sync data for ids ['62c7516c-6dbd-4516-ad90-639b584c2678'] in dv-cinder-809968-4-iscsi is: [{'id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'name': 'tempest-TestVolumeBootPattern-1119940166-router', 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'eedf5a12-9a31-4747-906b-90bbb29b46e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:49:33Z', 'updated_at': '2021-09-22T16:49:34Z', 'revision_number': 3, 'project_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'gw_port': {'id': 'eedf5a12-9a31-4747-906b-90bbb29b46e2', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:49:34Z', 'updated_at': '2021-09-22T16:49:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi'}] {{(pid=100455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 16:49:37.297982 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] get_ports_and_sgs() called for port_ids ['2a806c6e-1758-45b2-8718-db10c0e57786'] {{(pid=100454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 16:49:37.343332 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-f92694f0-7a88-41eb-b1f2-8d8b22f4a66a admin admin] Notify callbacks [] for port, precommit_update {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:37.349158 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-f92694f0-7a88-41eb-b1f2-8d8b22f4a66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8594188'] for port, after_update {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:37.421766 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92694f0-7a88-41eb-b1f2-8d8b22f4a66a admin admin] Pushing event updated for resources: {'Port': ['ID=75135ba7-27af-4ceb-8881-495f589a6d8c,revision_number=2']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:37.424334 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-f92694f0-7a88-41eb-b1f2-8d8b22f4a66a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1699951'] for router_interface, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:37.554228 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92694f0-7a88-41eb-b1f2-8d8b22f4a66a admin admin] Network aababfd4-24d1-4477-9e08-13669f02d6c3 is already hosted by enough agents. {{(pid=100453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:49:37.555820 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.base_scheduler [None req-f92694f0-7a88-41eb-b1f2-8d8b22f4a66a admin admin] Resources bound (agent type, host, resource id): {{(pid=100453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:49:37.695576 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device b4146480-19b9-48a3-b53e-e9652f12246c up at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 16:49:37.711228 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f92694f0-7a88-41eb-b1f2-8d8b22f4a66a admin admin] Router 62c7516c-6dbd-4516-ad90-639b584c2678 has already been hosted by L3 agent c3efc510-1e60-45c8-b68a-00a20fddc4a4 {{(pid=100453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 16:49:37.777796 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Provisioning complete for port b4146480-19b9-48a3-b53e-e9652f12246c triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:49:37.778368 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:37.837831 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-9f036ca4-f583-450b-a40d-082234cd0679 None None] Provisioning complete for port 75135ba7-27af-4ceb-8881-495f589a6d8c triggered by entity DHCP. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:49:37.838205 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-9f036ca4-f583-450b-a40d-082234cd0679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:37.872194 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10406a8e-b309-4903-a792-b26869043353 req-d3c9fc19-a4ff-491a-a8a0-931162249e0f tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:37.873865 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-10406a8e-b309-4903-a792-b26869043353 req-d3c9fc19-a4ff-491a-a8a0-931162249e0f tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=4822262c-0ad7-4968-82f4-66e238216d08 HTTP/1.1" status: 200 len: 946 time: 0.1054494 Sep 22 16:49:37.899629 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-9f036ca4-f583-450b-a40d-082234cd0679 None None] Port 75135ba7-27af-4ceb-8881-495f589a6d8c cannot update to ACTIVE because it is not bound. {{(pid=100454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 16:49:37.902921 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f92694f0-7a88-41eb-b1f2-8d8b22f4a66a admin admin] Notify agent at l3_agent.dv-cinder-809968-4-iscsi the message routers_updated {{(pid=100453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 16:49:37.908851 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-f92694f0-7a88-41eb-b1f2-8d8b22f4a66a admin admin] 10.222.0.66 "PUT /v2.0/routers/62c7516c-6dbd-4516-ad90-639b584c2678/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1719897 Sep 22 16:49:37.914878 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device eedf5a12-9a31-4747-906b-90bbb29b46e2 up at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 16:49:37.928982 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-10406a8e-b309-4903-a792-b26869043353 req-4f74e1e0-8a0c-4580-86de-954388b2b492 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481679 Sep 22 16:49:37.978648 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Provisioning complete for port eedf5a12-9a31-4747-906b-90bbb29b46e2 triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:49:37.979032 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:38.013744 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.agents_db [None req-27f04faf-824b-4b06-8ae5-89241b6ab4ba None None] Agent healthcheck: found 6 active agents {{(pid=100455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 16:49:38.069601 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:38.091511 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] For port eedf5a12-9a31-4747-906b-90bbb29b46e2, host dv-cinder-809968-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=eedf5a12-9a31-4747-906b-90bbb29b46e2,segment=NetworkSegment(73061bb2-74db-4070-b057-2315d4867ed3),segment_id=73061bb2-74db-4070-b057-2315d4867ed3)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:49:38.096201 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:38.147990 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Pushing event updated for resources: {'Port': ['ID=eedf5a12-9a31-4747-906b-90bbb29b46e2,revision_number=4']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:38.253259 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe760e-3d1f-4a75-bc26-ae206184093c req-3f4a799a-2577-4189-9d4c-e04f9438a300 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:38.254909 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-c7fe760e-3d1f-4a75-bc26-ae206184093c req-3f4a799a-2577-4189-9d4c-e04f9438a300 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.66 "GET /v2.0/ports?device_id=00e0f249-898b-4360-a1c9-b9b1202b4fc8 HTTP/1.1" status: 200 len: 945 time: 0.0586033 Sep 22 16:49:38.295907 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-c7fe760e-3d1f-4a75-bc26-ae206184093c req-e7068659-8d6e-44bd-9fae-d3ecb0dc80f6 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba169af3-c767-4c8b-883b-8c73861f692c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344529 Sep 22 16:49:38.450905 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 57196) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:49:38.455709 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.v2.base [None req-00e44f34-1523-4181-9f2b-6c3070519d60 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-484609263-network', 'tenant_id': '82e4726248a94debb404f12a3b0fd365'}} {{(pid=100453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:49:38.477452 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e44f34-1523-4181-9f2b-6c3070519d60 admin admin] Made reservation on behalf of 82e4726248a94debb404f12a3b0fd365 for: {'network': 1} {{(pid=100453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:49:38.479772 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-00e44f34-1523-4181-9f2b-6c3070519d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for network, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:38.488277 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-00e44f34-1523-4181-9f2b-6c3070519d60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:38.572230 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device 2a806c6e-1758-45b2-8718-db10c0e57786 up at agent hyperv_hv-cinder-80996 {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 16:49:38.580059 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-00e44f34-1523-4181-9f2b-6c3070519d60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:38.585237 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-00e44f34-1523-4181-9f2b-6c3070519d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:38.613669 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00e44f34-1523-4181-9f2b-6c3070519d60 admin admin] vlan segment allocate from pool success with {'vlan_id': 1056, 'physical_network': 'physnet1'} {{(pid=100453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 16:49:38.620502 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e44f34-1523-4181-9f2b-6c3070519d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e13add3-1975-4627-9c9c-a568ed87db8a,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:38.627550 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-00e44f34-1523-4181-9f2b-6c3070519d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720390'] for segment, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:38.627971 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.db.segments_db [None req-00e44f34-1523-4181-9f2b-6c3070519d60 admin admin] Added segment 3d034986-ccbd-4af2-9fbf-fac7aac62364 of type vlan for network e412c51b-ba20-4206-9d3c-bf5b3e108338 Sep 22 16:49:38.664510 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Provisioning for port 2a806c6e-1758-45b2-8718-db10c0e57786 completed by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:49:38.669138 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Provisioning complete for port 2a806c6e-1758-45b2-8718-db10c0e57786 triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:49:38.669519 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:38.679322 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-00e44f34-1523-4181-9f2b-6c3070519d60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735274455839'] for network, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:38.717510 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-00e44f34-1523-4181-9f2b-6c3070519d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351'] for network, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:38.718649 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e44f34-1523-4181-9f2b-6c3070519d60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:38.719293 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-00e44f34-1523-4181-9f2b-6c3070519d60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for network, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:38.754301 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-00e44f34-1523-4181-9f2b-6c3070519d60 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2996132 Sep 22 16:49:38.755203 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 57208) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:49:38.760607 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [None req-94014541-bcf0-400e-b08f-172c76d1a0d2 admin admin] Request body: {'subnet': {'network_id': 'e412c51b-ba20-4206-9d3c-bf5b3e108338', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-484609263-subnet', 'tenant_id': '82e4726248a94debb404f12a3b0fd365', 'ip_version': 4}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:49:38.766391 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:38.793623 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e0f249-898b-4360-a1c9-b9b1202b4fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a806c6e-1758-45b2-8718-db10c0e57786'}] {{(pid=100454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 16:49:38.795898 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94014541-bcf0-400e-b08f-172c76d1a0d2 admin admin] Made reservation on behalf of 82e4726248a94debb404f12a3b0fd365 for: {'subnet': 1} {{(pid=100452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:49:38.796550 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16d40b4f2de209020387121264880f1a965f25742078a59137d58ca0948e8304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57096e29-ea65-490c-8774-ecb8d440c403" -d '{"events": [{"server_uuid": "00e0f249-898b-4360-a1c9-b9b1202b4fc8", "name": "network-vif-plugged", "status": "completed", "tag": "2a806c6e-1758-45b2-8718-db10c0e57786"}]}' {{(pid=100454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:49:38.798827 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-94014541-bcf0-400e-b08f-172c76d1a0d2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:38.805915 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e44f34-1523-4181-9f2b-6c3070519d60 admin admin] Pushing event updated for resources: {'Network': ['ID=e412c51b-ba20-4206-9d3c-bf5b3e108338,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:38.812250 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port 2a806c6e-1758-45b2-8718-db10c0e57786, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=2a806c6e-1758-45b2-8718-db10c0e57786,segment=NetworkSegment(96f3e314-c094-4afd-9707-cf49f4a2697b),segment_id=96f3e314-c094-4afd-9707-cf49f4a2697b)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:49:38.816726 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:38.818802 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device 2aece5b3-d137-4cd4-8dd6-7e2992208d00 no longer exists at agent hyperv_hv-cinder-80996 {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 16:49:38.825426 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Network e412c51b-ba20-4206-9d3c-bf5b3e108338 details requested by agent ovs-agent-dv-cinder-809968-4-iscsi with host dv-cinder-809968-4-iscsi {{(pid=100454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 16:49:38.862672 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17539982-eb7c-4299-aa98-ae67e93a2b8c req-b6721e09-eb1f-4261-a95f-c053d5b114bb tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:38.864965 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-17539982-eb7c-4299-aa98-ae67e93a2b8c req-b6721e09-eb1f-4261-a95f-c053d5b114bb tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c38a59e-ec55-4ca9-bb46-9b7a220971ab HTTP/1.1" status: 200 len: 946 time: 0.0686190 Sep 22 16:49:38.866661 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] No Port match for: 2aece5b3-d137-4cd4-8dd6-7e2992208d00 {{(pid=100454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 16:49:38.867018 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device 2aece5b3-d137-4cd4-8dd6-7e2992208d00 not bound to the agent host hv-cinder-80996 {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 16:49:38.910169 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-17539982-eb7c-4299-aa98-ae67e93a2b8c req-1a740fa7-b861-4a8b-91c5-ef6b699c3d6e tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.66 "GET /v2.0/security-groups?id=0676076c-7d0a-4215-b4be-d5299778849f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385084 Sep 22 16:49:38.951736 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Pushing event updated for resources: {'Port': ['ID=2a806c6e-1758-45b2-8718-db10c0e57786,revision_number=5']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:38.955610 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 16:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0919d2e8-664c-45fa-8431-3002fcd0d318 x-openstack-request-id: req-0919d2e8-664c-45fa-8431-3002fcd0d318 {{(pid=100454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:49:38.955766 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00e0f249-898b-4360-a1c9-b9b1202b4fc8", "name": "network-vif-plugged", "status": "completed", "tag": "2a806c6e-1758-45b2-8718-db10c0e57786", "code": 200}]} {{(pid=100454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:49:38.955964 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0919d2e8-664c-45fa-8431-3002fcd0d318 {{(pid=100454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:49:38.956343 dv-cinder-809968-4-iscsi neutron-server[100454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e0f249-898b-4360-a1c9-b9b1202b4fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a806c6e-1758-45b2-8718-db10c0e57786', 'code': 200} Sep 22 16:49:39.028591 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-94014541-bcf0-400e-b08f-172c76d1a0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351'] for subnet, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:39.065808 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb9ad8-1835-4dbd-bb5e-759620504d5b req-359c7473-82c1-4512-aae0-4e892753f443 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:39.075620 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-04bb9ad8-1835-4dbd-bb5e-759620504d5b req-359c7473-82c1-4512-aae0-4e892753f443 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=4822262c-0ad7-4968-82f4-66e238216d08 HTTP/1.1" status: 200 len: 946 time: 0.0618865 Sep 22 16:49:39.083656 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94014541-bcf0-400e-b08f-172c76d1a0d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24de4de1-2d87-4ce5-8f10-b3a52a04f33d,revision_number=0']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:39.103461 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94014541-bcf0-400e-b08f-172c76d1a0d2 admin admin] Checking segment: {'id': '3d034986-ccbd-4af2-9fbf-fac7aac62364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'e412c51b-ba20-4206-9d3c-bf5b3e108338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 16:49:39.104122 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94014541-bcf0-400e-b08f-172c76d1a0d2 admin admin] Network hostable DHCP agents. Network: e412c51b-ba20-4206-9d3c-bf5b3e108338, hostable agents: ['0db1be0e-ef43-4063-8d54-96fc7c9973fd'], hosted agents: [] {{(pid=100452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 16:49:39.118076 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-04bb9ad8-1835-4dbd-bb5e-759620504d5b req-0996a100-ff01-43c0-9a60-44049c0ba4d1 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415668 Sep 22 16:49:39.119049 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce96724-f08d-421a-a901-a1d320131485 None None] Sync routers for ids ['62c7516c-6dbd-4516-ad90-639b584c2678'] in dv-cinder-809968-4-iscsi {{(pid=100454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 16:49:39.133878 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce96724-f08d-421a-a901-a1d320131485 None None] Routers {'62c7516c-6dbd-4516-ad90-639b584c2678'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 16:49:39.134699 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-8ce96724-f08d-421a-a901-a1d320131485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:49:29Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['62c7516c-6dbd-4516-ad90-639b584c2678'], 'active': True} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:49:39.172488 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94014541-bcf0-400e-b08f-172c76d1a0d2 admin admin] Network e412c51b-ba20-4206-9d3c-bf5b3e108338 is scheduled to be hosted by DHCP agent 0db1be0e-ef43-4063-8d54-96fc7c9973fd with binding_index 1 {{(pid=100452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 16:49:39.184980 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.base_scheduler [None req-94014541-bcf0-400e-b08f-172c76d1a0d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809968-4-iscsi, e412c51b-ba20-4206-9d3c-bf5b3e108338) {{(pid=100452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:49:39.191259 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94014541-bcf0-400e-b08f-172c76d1a0d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:39.191855 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-94014541-bcf0-400e-b08f-172c76d1a0d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for subnet, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:39.194283 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2522862d-969b-4fc1-8382-0ccaea80708f None None] Network e412c51b-ba20-4206-9d3c-bf5b3e108338 requested from dv-cinder-809968-4-iscsi {{(pid=100454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 16:49:39.202931 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f3e0e-569d-4b74-b9c2-bf6b0192e295 req-5b48f45f-b676-468a-834e-d5e1bb5ef34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:39.204430 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-fb1f3e0e-569d-4b74-b9c2-bf6b0192e295 req-5b48f45f-b676-468a-834e-d5e1bb5ef34d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=00e0f249-898b-4360-a1c9-b9b1202b4fc8 HTTP/1.1" status: 200 len: 1099 time: 0.0769436 Sep 22 16:49:39.211440 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-94014541-bcf0-400e-b08f-172c76d1a0d2 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4546030 Sep 22 16:49:39.213825 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 57216) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:49:39.218080 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.v2.base [None req-dcba852f-757d-4dc5-8936-72fb48d2e141 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-484609263-router', 'tenant_id': '82e4726248a94debb404f12a3b0fd365', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a'}}} {{(pid=100453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:49:39.247206 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-dcba852f-757d-4dc5-8936-72fb48d2e141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1700767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16258'] for router, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:39.248626 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-dcba852f-757d-4dc5-8936-72fb48d2e141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1639535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16267'] for router, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:39.249178 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-fb1f3e0e-569d-4b74-b9c2-bf6b0192e295 req-4807af82-8e77-416a-ad90-6153fd7b933e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ba169af3-c767-4c8b-883b-8c73861f692c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364237 Sep 22 16:49:39.305075 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-dcba852f-757d-4dc5-8936-72fb48d2e141 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:39.309446 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvr_db [None req-8ce96724-f08d-421a-a901-a1d320131485 None None] Set router 62c7516c-6dbd-4516-ad90-639b584c2678 gateway port host: dv-cinder-809968-4-iscsi {{(pid=100454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 16:49:39.597515 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device eedf5a12-9a31-4747-906b-90bbb29b46e2 up at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 16:49:39.638975 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f75754d-bbe4-4e1f-9496-cc51c30ce73f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7358752-8e43-55c4-be9d-21b7cc7223a6-e412c51b-ba20-4206-9d3c-bf5b3e108338', 'network_id': 'e412c51b-ba20-4206-9d3c-bf5b3e108338', 'tenant_id': '82e4726248a94debb404f12a3b0fd365', 'fixed_ips': [{'subnet_id': '24de4de1-2d87-4ce5-8f10-b3a52a04f33d'}]}} from dv-cinder-809968-4-iscsi. {{(pid=100454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 16:49:39.640205 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-1f75754d-bbe4-4e1f-9496-cc51c30ce73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_create {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:39.689915 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-dcba852f-757d-4dc5-8936-72fb48d2e141 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:39.721944 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f179ad-aaf4-4eb7-a00d-97f8f606fe2f req-75f2e68e-4f0a-4ffc-bd61-5e7e32119848 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:39.723437 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-58f179ad-aaf4-4eb7-a00d-97f8f606fe2f req-75f2e68e-4f0a-4ffc-bd61-5e7e32119848 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.66 "GET /v2.0/ports?device_id=00e0f249-898b-4360-a1c9-b9b1202b4fc8 HTTP/1.1" status: 200 len: 946 time: 0.1270828 Sep 22 16:49:39.773693 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-58f179ad-aaf4-4eb7-a00d-97f8f606fe2f req-da92cf15-dce0-4e59-bde5-b2bb76cc986b tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba169af3-c767-4c8b-883b-8c73861f692c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423751 Sep 22 16:49:39.783116 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Provisioning complete for port eedf5a12-9a31-4747-906b-90bbb29b46e2 triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:49:39.783493 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:39.878488 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.db_base_plugin_common [None req-1f75754d-bbe4-4e1f-9496-cc51c30ce73f None None] Allocated IP 172.20.0.2 (e412c51b-ba20-4206-9d3c-bf5b3e108338/24de4de1-2d87-4ce5-8f10-b3a52a04f33d/08e25a87-5912-4696-8130-ebc63b2b6a6f) {{(pid=100454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:49:39.894153 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-8ce96724-f08d-421a-a901-a1d320131485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'name': 'tempest-TestVolumeBootPattern-1119940166-router', 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'eedf5a12-9a31-4747-906b-90bbb29b46e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:49:33Z', 'updated_at': '2021-09-22T16:49:37Z', 'revision_number': 4, 'project_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'gw_port': {'id': 'eedf5a12-9a31-4747-906b-90bbb29b46e2', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:49:34Z', 'updated_at': '2021-09-22T16:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_interfaces': [{'id': '75135ba7-27af-4ceb-8881-495f589a6d8c', 'name': '', 'network_id': 'aababfd4-24d1-4477-9e08-13669f02d6c3', 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'mac_address': 'fa:16:3e:bf:98:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'fd70f39b-af57-4d8a-9640-3850988db9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:49:36Z', 'updated_at': '2021-09-22T16:49:37Z', 'revision_number': 2, 'project_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'subnets': [{'id': 'fd70f39b-af57-4d8a-9640-3850988db9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:49:39.931418 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-dcba852f-757d-4dc5-8936-72fb48d2e141 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:39.943924 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce96724-f08d-421a-a901-a1d320131485 None None] Checking router: 62c7516c-6dbd-4516-ad90-639b584c2678 for host: dv-cinder-809968-4-iscsi {{(pid=100454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 16:49:39.944269 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce96724-f08d-421a-a901-a1d320131485 None None] Updating router 62c7516c-6dbd-4516-ad90-639b584c2678 port 75135ba7-27af-4ceb-8881-495f589a6d8c binding host dv-cinder-809968-4-iscsi {{(pid=100454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 16:49:39.954489 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-dcba852f-757d-4dc5-8936-72fb48d2e141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:40.002405 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8ce96724-f08d-421a-a901-a1d320131485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:40.088670 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.db.db_base_plugin_common [None req-dcba852f-757d-4dc5-8936-72fb48d2e141 admin admin] Allocated IP 172.27.0.42 (e265bfb9-6000-4acf-b4f9-12e0cf12940a/83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8/0c82f226-49df-47b4-94cd-e6470cf2b441) {{(pid=100453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:49:40.114630 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926281fe-d6ee-481c-ba0c-eef6251568b5 req-c9e42217-23e6-4121-915d-331db0a01a05 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:40.116149 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-926281fe-d6ee-481c-ba0c-eef6251568b5 req-c9e42217-23e6-4121-915d-331db0a01a05 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c38a59e-ec55-4ca9-bb46-9b7a220971ab HTTP/1.1" status: 200 len: 946 time: 0.0776167 Sep 22 16:49:40.205061 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-1f75754d-bbe4-4e1f-9496-cc51c30ce73f None None] Notify callbacks [] for port, precommit_create {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:40.205969 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-926281fe-d6ee-481c-ba0c-eef6251568b5 req-132dc255-88db-4975-a806-19e34e834f3f tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.66 "GET /v2.0/security-groups?id=0676076c-7d0a-4215-b4be-d5299778849f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785320 Sep 22 16:49:40.219781 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-1f75754d-bbe4-4e1f-9496-cc51c30ce73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735274499777'] for port, after_create {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:40.234390 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-dcba852f-757d-4dc5-8936-72fb48d2e141 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:40.276552 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-dcba852f-757d-4dc5-8936-72fb48d2e141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735274499777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8594183'] for port, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:40.296206 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f75754d-bbe4-4e1f-9496-cc51c30ce73f None None] Network e412c51b-ba20-4206-9d3c-bf5b3e108338 is already hosted by enough agents. {{(pid=100454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:49:40.305619 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.scheduler.base_scheduler [None req-1f75754d-bbe4-4e1f-9496-cc51c30ce73f None None] Resources bound (agent type, host, resource id): {{(pid=100454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:49:40.313290 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f75754d-bbe4-4e1f-9496-cc51c30ce73f None None] Received port after_create {{(pid=100454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 16:49:40.318205 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f75754d-bbe4-4e1f-9496-cc51c30ce73f None None] Pushing event updated for resources: {'Port': ['ID=08e25a87-5912-4696-8130-ebc63b2b6a6f,revision_number=1']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:40.344949 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcba852f-757d-4dc5-8936-72fb48d2e141 admin admin] Network e265bfb9-6000-4acf-b4f9-12e0cf12940a is already hosted by enough agents. {{(pid=100453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:49:40.351639 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.base_scheduler [None req-dcba852f-757d-4dc5-8936-72fb48d2e141 admin admin] Resources bound (agent type, host, resource id): {{(pid=100453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:49:40.360328 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcba852f-757d-4dc5-8936-72fb48d2e141 admin admin] Received port after_create {{(pid=100453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 16:49:40.364573 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcba852f-757d-4dc5-8936-72fb48d2e141 admin admin] Pushing event updated for resources: {'Port': ['ID=0c82f226-49df-47b4-94cd-e6470cf2b441,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:40.397200 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.managers [None req-1f75754d-bbe4-4e1f-9496-cc51c30ce73f None None] Attempting to bind port 08e25a87-5912-4696-8130-ebc63b2b6a6f on host dv-cinder-809968-4-iscsi for vnic_type normal with profile {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 16:49:40.397591 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.managers [None req-1f75754d-bbe4-4e1f-9496-cc51c30ce73f None None] Attempting to bind port 08e25a87-5912-4696-8130-ebc63b2b6a6f by drivers openvswitch,hyperv on host dv-cinder-809968-4-iscsi at level 0 using segments [{'id': '3d034986-ccbd-4af2-9fbf-fac7aac62364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'e412c51b-ba20-4206-9d3c-bf5b3e108338'}] {{(pid=100454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 16:49:40.397957 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f75754d-bbe4-4e1f-9496-cc51c30ce73f None None] Attempting to bind port 08e25a87-5912-4696-8130-ebc63b2b6a6f on network e412c51b-ba20-4206-9d3c-bf5b3e108338 {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 16:49:40.401547 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f06e77-7cf5-4ab9-b818-63acb388dd1a req-ec72d31e-38be-49a2-9396-2c5db8f422d8 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:40.403059 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-66f06e77-7cf5-4ab9-b818-63acb388dd1a req-ec72d31e-38be-49a2-9396-2c5db8f422d8 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=4822262c-0ad7-4968-82f4-66e238216d08 HTTP/1.1" status: 200 len: 946 time: 0.1291294 Sep 22 16:49:40.410294 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f75754d-bbe4-4e1f-9496-cc51c30ce73f None None] Checking agent: {'id': '08e98799-e574-4f1d-90ac-f796d675fca5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809968-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 16, 39, 29), 'started_at': datetime.datetime(2021, 9, 22, 16, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 16, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809968-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 16:49:40.410652 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f75754d-bbe4-4e1f-9496-cc51c30ce73f None None] Checking segment: {'id': '3d034986-ccbd-4af2-9fbf-fac7aac62364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'e412c51b-ba20-4206-9d3c-bf5b3e108338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 16:49:40.411031 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-1f75754d-bbe4-4e1f-9496-cc51c30ce73f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:40.411750 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f75754d-bbe4-4e1f-9496-cc51c30ce73f None None] Bound using segment: {'id': '3d034986-ccbd-4af2-9fbf-fac7aac62364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'e412c51b-ba20-4206-9d3c-bf5b3e108338'} {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 16:49:40.412343 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.managers [None req-1f75754d-bbe4-4e1f-9496-cc51c30ce73f None None] Bound port: 08e25a87-5912-4696-8130-ebc63b2b6a6f, host: dv-cinder-809968-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d034986-ccbd-4af2-9fbf-fac7aac62364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'e412c51b-ba20-4206-9d3c-bf5b3e108338'}}] {{(pid=100454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 16:49:40.412749 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-1f75754d-bbe4-4e1f-9496-cc51c30ce73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:40.481863 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8ce96724-f08d-421a-a901-a1d320131485 None None] Notify callbacks [] for port, precommit_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:40.492107 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8ce96724-f08d-421a-a901-a1d320131485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:40.526180 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-66f06e77-7cf5-4ab9-b818-63acb388dd1a req-050bde4a-8e9e-4b24-9092-46ad73859d02 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127095 Sep 22 16:49:40.554523 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-1f75754d-bbe4-4e1f-9496-cc51c30ce73f None None] For port 08e25a87-5912-4696-8130-ebc63b2b6a6f, host dv-cinder-809968-4-iscsi, cleared binding levels {{(pid=100454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 16:49:40.576950 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac76410-46bc-44a2-a09b-9402416cf957 None None] Pushing event updated for resources: {'Port': ['ID=75135ba7-27af-4ceb-8881-495f589a6d8c,revision_number=3']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:40.584977 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-1f75754d-bbe4-4e1f-9496-cc51c30ce73f None None] For port 08e25a87-5912-4696-8130-ebc63b2b6a6f, host dv-cinder-809968-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=08e25a87-5912-4696-8130-ebc63b2b6a6f,segment=NetworkSegment(3d034986-ccbd-4af2-9fbf-fac7aac62364),segment_id=3d034986-ccbd-4af2-9fbf-fac7aac62364)] {{(pid=100454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 16:49:40.607154 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-1f75754d-bbe4-4e1f-9496-cc51c30ce73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:40.663785 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-dcba852f-757d-4dc5-8936-72fb48d2e141 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:40.680144 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.managers [None req-8ce96724-f08d-421a-a901-a1d320131485 None None] Attempting to bind port 75135ba7-27af-4ceb-8881-495f589a6d8c on host dv-cinder-809968-4-iscsi for vnic_type normal with profile {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 16:49:40.680611 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.managers [None req-8ce96724-f08d-421a-a901-a1d320131485 None None] Attempting to bind port 75135ba7-27af-4ceb-8881-495f589a6d8c by drivers openvswitch,hyperv on host dv-cinder-809968-4-iscsi at level 0 using segments [{'id': '2c663890-389a-46e8-a2e8-a82c167fea9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'aababfd4-24d1-4477-9e08-13669f02d6c3'}] {{(pid=100454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 16:49:40.681049 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce96724-f08d-421a-a901-a1d320131485 None None] Attempting to bind port 75135ba7-27af-4ceb-8881-495f589a6d8c on network aababfd4-24d1-4477-9e08-13669f02d6c3 {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 16:49:40.695091 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce96724-f08d-421a-a901-a1d320131485 None None] Checking agent: {'id': '08e98799-e574-4f1d-90ac-f796d675fca5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809968-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 16, 39, 29), 'started_at': datetime.datetime(2021, 9, 22, 16, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 16, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809968-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 16:49:40.695587 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce96724-f08d-421a-a901-a1d320131485 None None] Checking segment: {'id': '2c663890-389a-46e8-a2e8-a82c167fea9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'aababfd4-24d1-4477-9e08-13669f02d6c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 16:49:40.696069 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8ce96724-f08d-421a-a901-a1d320131485 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:40.696542 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce96724-f08d-421a-a901-a1d320131485 None None] Bound using segment: {'id': '2c663890-389a-46e8-a2e8-a82c167fea9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'aababfd4-24d1-4477-9e08-13669f02d6c3'} {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 16:49:40.697087 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.managers [None req-8ce96724-f08d-421a-a901-a1d320131485 None None] Bound port: 75135ba7-27af-4ceb-8881-495f589a6d8c, host: dv-cinder-809968-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c663890-389a-46e8-a2e8-a82c167fea9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'aababfd4-24d1-4477-9e08-13669f02d6c3'}}] {{(pid=100454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 16:49:40.697546 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8ce96724-f08d-421a-a901-a1d320131485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:40.724528 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f75754d-bbe4-4e1f-9496-cc51c30ce73f None None] Pushing event updated for resources: {'Port': ['ID=08e25a87-5912-4696-8130-ebc63b2b6a6f,revision_number=2']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:40.790831 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-8ce96724-f08d-421a-a901-a1d320131485 None None] For port 75135ba7-27af-4ceb-8881-495f589a6d8c, host dv-cinder-809968-4-iscsi, cleared binding levels {{(pid=100454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 16:49:40.795142 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-8ce96724-f08d-421a-a901-a1d320131485 None None] For port 75135ba7-27af-4ceb-8881-495f589a6d8c, host dv-cinder-809968-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=75135ba7-27af-4ceb-8881-495f589a6d8c,segment=NetworkSegment(2c663890-389a-46e8-a2e8-a82c167fea9b),segment_id=2c663890-389a-46e8-a2e8-a82c167fea9b)] {{(pid=100454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 16:49:40.799700 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8ce96724-f08d-421a-a901-a1d320131485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:40.882420 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce96724-f08d-421a-a901-a1d320131485 None None] Routers {'62c7516c-6dbd-4516-ad90-639b584c2678'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 16:49:40.883192 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-8ce96724-f08d-421a-a901-a1d320131485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:49:29Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['62c7516c-6dbd-4516-ad90-639b584c2678'], 'active': True} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:49:40.980062 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-a033791f-fff8-4621-a6fa-dff86ab86a7d None None] Provisioning complete for port 75135ba7-27af-4ceb-8881-495f589a6d8c triggered by entity DHCP. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:49:40.981099 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-a033791f-fff8-4621-a6fa-dff86ab86a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:40.987446 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac76410-46bc-44a2-a09b-9402416cf957 None None] Pushing event updated for resources: {'Port': ['ID=75135ba7-27af-4ceb-8881-495f589a6d8c,revision_number=4']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:40.988155 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-dcba852f-757d-4dc5-8936-72fb48d2e141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1639446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698722'] for router, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:41.053705 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f8ac3-f9e9-450e-9778-90a6eccaa38a req-4eab2be1-13bb-410a-990b-d58757c639be tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:41.055284 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-6e6f8ac3-f9e9-450e-9778-90a6eccaa38a req-4eab2be1-13bb-410a-990b-d58757c639be tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.66 "GET /v2.0/ports?device_id=00e0f249-898b-4360-a1c9-b9b1202b4fc8 HTTP/1.1" status: 200 len: 946 time: 0.1584332 Sep 22 16:49:41.147979 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvr_db [None req-8ce96724-f08d-421a-a901-a1d320131485 None None] Set router 62c7516c-6dbd-4516-ad90-639b584c2678 gateway port host: dv-cinder-809968-4-iscsi {{(pid=100454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 16:49:41.174864 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-6e6f8ac3-f9e9-450e-9778-90a6eccaa38a req-19d40565-c0ff-4435-8b84-3d082efb019e tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba169af3-c767-4c8b-883b-8c73861f692c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074069 Sep 22 16:49:41.198735 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcba852f-757d-4dc5-8936-72fb48d2e141 admin admin] Router ba509fb6-00ac-44bd-a4ee-a01681b55463 is scheduled to L3 agent c3efc510-1e60-45c8-b68a-00a20fddc4a4 with binding_index 1 {{(pid=100453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 16:49:41.237016 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-a033791f-fff8-4621-a6fa-dff86ab86a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:41.314949 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcba852f-757d-4dc5-8936-72fb48d2e141 admin admin] Notify agent at l3_agent.dv-cinder-809968-4-iscsi the message routers_updated {{(pid=100453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 16:49:41.319992 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-a033791f-fff8-4621-a6fa-dff86ab86a7d None None] For port 75135ba7-27af-4ceb-8881-495f589a6d8c, host dv-cinder-809968-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=75135ba7-27af-4ceb-8881-495f589a6d8c,segment=NetworkSegment(2c663890-389a-46e8-a2e8-a82c167fea9b),segment_id=2c663890-389a-46e8-a2e8-a82c167fea9b)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:49:41.324990 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084dfff4-ed1a-4a24-bc2c-4d7820e36c8b None None] Sync routers for ids ['ba509fb6-00ac-44bd-a4ee-a01681b55463'] in dv-cinder-809968-4-iscsi {{(pid=100455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 16:49:41.334223 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-a033791f-fff8-4621-a6fa-dff86ab86a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:41.336640 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084dfff4-ed1a-4a24-bc2c-4d7820e36c8b None None] Routers {'ba509fb6-00ac-44bd-a4ee-a01681b55463'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 16:49:41.337361 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-084dfff4-ed1a-4a24-bc2c-4d7820e36c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:49:29Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['ba509fb6-00ac-44bd-a4ee-a01681b55463'], 'active': True} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:49:41.339798 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-dcba852f-757d-4dc5-8936-72fb48d2e141 admin admin] Notify callbacks [] for router, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:41.341033 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-dcba852f-757d-4dc5-8936-72fb48d2e141 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1262124 Sep 22 16:49:41.344250 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 57234) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:49:41.484936 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cbc6f1-f302-4068-9da1-cd0176530108 req-d52ed73b-0fb7-496a-acc7-f358c35e65cf tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:41.488172 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-61cbc6f1-f302-4068-9da1-cd0176530108 req-d52ed73b-0fb7-496a-acc7-f358c35e65cf tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c38a59e-ec55-4ca9-bb46-9b7a220971ab HTTP/1.1" status: 200 len: 946 time: 0.1365473 Sep 22 16:49:41.498993 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvr_db [None req-084dfff4-ed1a-4a24-bc2c-4d7820e36c8b None None] Set router ba509fb6-00ac-44bd-a4ee-a01681b55463 gateway port host: dv-cinder-809968-4-iscsi {{(pid=100455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 16:49:41.549745 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d55a97-14bf-4ce4-8ac3-c9b980e1574b req-ca97d455-37e0-4226-b4cd-0daa7db9a087 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:41.558688 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-c8d55a97-14bf-4ce4-8ac3-c9b980e1574b req-ca97d455-37e0-4226-b4cd-0daa7db9a087 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c38a59e-ec55-4ca9-bb46-9b7a220971ab HTTP/1.1" status: 200 len: 946 time: 0.1399145 Sep 22 16:49:41.628705 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a033791f-fff8-4621-a6fa-dff86ab86a7d None None] Pushing event updated for resources: {'Port': ['ID=75135ba7-27af-4ceb-8881-495f589a6d8c,revision_number=5']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:41.647019 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-c8d55a97-14bf-4ce4-8ac3-c9b980e1574b req-065f018d-181f-4724-b473-c8baea446fd9 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.66 "GET /v2.0/security-groups?id=0676076c-7d0a-4215-b4be-d5299778849f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873668 Sep 22 16:49:41.731346 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 08e25a87-5912-4696-8130-ebc63b2b6a6f up at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 16:49:41.790983 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-0b22dd52-df1a-4ef9-9bf3-a104e9759e62 None None] Provisioning complete for port 75135ba7-27af-4ceb-8881-495f589a6d8c triggered by entity DHCP. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:49:41.792917 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-0b22dd52-df1a-4ef9-9bf3-a104e9759e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:41.811601 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af386b9-7b75-412c-b67d-00a1637c1d71 req-78ec57b4-25e0-476a-a630-ff35f46a5c6c tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:41.820822 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-5af386b9-7b75-412c-b67d-00a1637c1d71 req-78ec57b4-25e0-476a-a630-ff35f46a5c6c tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=4822262c-0ad7-4968-82f4-66e238216d08 HTTP/1.1" status: 200 len: 946 time: 0.0817091 Sep 22 16:49:41.838852 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae6313-6365-46a3-8d92-4a6e41c71d2d req-194892e2-a9b1-4335-a313-94043ee79a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:41.843568 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-85ae6313-6365-46a3-8d92-4a6e41c71d2d req-194892e2-a9b1-4335-a313-94043ee79a06 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4822262c-0ad7-4968-82f4-66e238216d08 HTTP/1.1" status: 200 len: 1099 time: 0.1532490 Sep 22 16:49:41.850359 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-084dfff4-ed1a-4a24-bc2c-4d7820e36c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba509fb6-00ac-44bd-a4ee-a01681b55463', 'name': 'tempest-TestVolumeBootPattern-484609263-router', 'tenant_id': '82e4726248a94debb404f12a3b0fd365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '0c82f226-49df-47b4-94cd-e6470cf2b441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:49:39Z', 'updated_at': '2021-09-22T16:49:40Z', 'revision_number': 3, 'project_id': '82e4726248a94debb404f12a3b0fd365', 'gw_port': {'id': '0c82f226-49df-47b4-94cd-e6470cf2b441', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba509fb6-00ac-44bd-a4ee-a01681b55463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:49:39Z', 'updated_at': '2021-09-22T16:49:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi'}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:49:41.867473 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-5af386b9-7b75-412c-b67d-00a1637c1d71 req-5cbe8383-1826-43ae-b2e3-4dad18a0247f tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460351 Sep 22 16:49:41.903344 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.plugin [req-61cbc6f1-f302-4068-9da1-cd0176530108 req-d75013c5-0248-4204-be82-6563b65a968e tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] Deleting port cb31b113-57c5-4326-b73e-a82f5552accd {{(pid=100452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 16:49:41.903743 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-61cbc6f1-f302-4068-9da1-cd0176530108 req-d75013c5-0248-4204-be82-6563b65a968e tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735274981160'] for port, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:41.916934 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084dfff4-ed1a-4a24-bc2c-4d7820e36c8b None None] Checking router: ba509fb6-00ac-44bd-a4ee-a01681b55463 for host: dv-cinder-809968-4-iscsi {{(pid=100455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 16:49:41.917283 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084dfff4-ed1a-4a24-bc2c-4d7820e36c8b None None] Updating router ba509fb6-00ac-44bd-a4ee-a01681b55463 port 0c82f226-49df-47b4-94cd-e6470cf2b441 binding host dv-cinder-809968-4-iscsi {{(pid=100455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 16:49:41.944205 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Provisioning complete for port 08e25a87-5912-4696-8130-ebc63b2b6a6f triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:49:41.944792 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:41.946302 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron_lib.callbacks.manager [None req-084dfff4-ed1a-4a24-bc2c-4d7820e36c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:41.976374 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-8ce96724-f08d-421a-a901-a1d320131485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'name': 'tempest-TestVolumeBootPattern-1119940166-router', 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'eedf5a12-9a31-4747-906b-90bbb29b46e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:49:33Z', 'updated_at': '2021-09-22T16:49:37Z', 'revision_number': 4, 'project_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'gw_port': {'id': 'eedf5a12-9a31-4747-906b-90bbb29b46e2', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:49:34Z', 'updated_at': '2021-09-22T16:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_interfaces': [{'id': '75135ba7-27af-4ceb-8881-495f589a6d8c', 'name': '', 'network_id': 'aababfd4-24d1-4477-9e08-13669f02d6c3', 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'mac_address': 'fa:16:3e:bf:98:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'fd70f39b-af57-4d8a-9640-3850988db9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:49:36Z', 'updated_at': '2021-09-22T16:49:40Z', 'revision_number': 4, 'project_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'subnets': [{'id': 'fd70f39b-af57-4d8a-9640-3850988db9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:49:41.995173 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-85ae6313-6365-46a3-8d92-4a6e41c71d2d req-f8c5ee84-a547-47f9-adc1-ffece41cbc23 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390846 Sep 22 16:49:42.010615 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce96724-f08d-421a-a901-a1d320131485 None None] The sync data for ids ['62c7516c-6dbd-4516-ad90-639b584c2678'] in dv-cinder-809968-4-iscsi is: [{'id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'name': 'tempest-TestVolumeBootPattern-1119940166-router', 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'eedf5a12-9a31-4747-906b-90bbb29b46e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:49:33Z', 'updated_at': '2021-09-22T16:49:37Z', 'revision_number': 4, 'project_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'gw_port': {'id': 'eedf5a12-9a31-4747-906b-90bbb29b46e2', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:49:34Z', 'updated_at': '2021-09-22T16:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_interfaces': [{'id': '75135ba7-27af-4ceb-8881-495f589a6d8c', 'name': '', 'network_id': 'aababfd4-24d1-4477-9e08-13669f02d6c3', 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'mac_address': 'fa:16:3e:bf:98:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'fd70f39b-af57-4d8a-9640-3850988db9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:49:36Z', 'updated_at': '2021-09-22T16:49:40Z', 'revision_number': 4, 'project_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'subnets': [{'id': 'fd70f39b-af57-4d8a-9640-3850988db9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 16:49:42.026877 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e426e0-befb-48bb-877a-422b49dff53e None None] Network e412c51b-ba20-4206-9d3c-bf5b3e108338 requested from dv-cinder-809968-4-iscsi {{(pid=100454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 16:49:42.108066 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.db [req-61cbc6f1-f302-4068-9da1-cd0176530108 req-d75013c5-0248-4204-be82-6563b65a968e tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] For port cb31b113-57c5-4326-b73e-a82f5552accd, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=cb31b113-57c5-4326-b73e-a82f5552accd,segment=NetworkSegment(a343ba7b-62f0-4599-8262-3607817646b7),segment_id=a343ba7b-62f0-4599-8262-3607817646b7)] {{(pid=100452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:49:42.108389 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-61cbc6f1-f302-4068-9da1-cd0176530108 req-d75013c5-0248-4204-be82-6563b65a968e tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697305'] for port, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:42.133542 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.plugin [req-61cbc6f1-f302-4068-9da1-cd0176530108 req-d75013c5-0248-4204-be82-6563b65a968e tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] Calling delete_port for cb31b113-57c5-4326-b73e-a82f5552accd owned by compute:nova {{(pid=100452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 16:49:42.204406 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-bebd37e4-8298-4cfe-8a5a-925959043fc5 None None] Provisioning complete for port 08e25a87-5912-4696-8130-ebc63b2b6a6f triggered by entity DHCP. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:49:42.204899 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-bebd37e4-8298-4cfe-8a5a-925959043fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:42.298510 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:42.319661 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron_lib.callbacks.manager [None req-084dfff4-ed1a-4a24-bc2c-4d7820e36c8b None None] Notify callbacks [] for port, precommit_update {{(pid=100455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:42.329674 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron_lib.callbacks.manager [None req-084dfff4-ed1a-4a24-bc2c-4d7820e36c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:42.398147 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-78509797-d248-46d3-8dff-da41ef1aeeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:42.407173 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] For port 08e25a87-5912-4696-8130-ebc63b2b6a6f, host dv-cinder-809968-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=08e25a87-5912-4696-8130-ebc63b2b6a6f,segment=NetworkSegment(3d034986-ccbd-4af2-9fbf-fac7aac62364),segment_id=3d034986-ccbd-4af2-9fbf-fac7aac62364)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:49:42.420849 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:42.425427 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-bebd37e4-8298-4cfe-8a5a-925959043fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:42.447311 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.managers [None req-084dfff4-ed1a-4a24-bc2c-4d7820e36c8b None None] Attempting to bind port 0c82f226-49df-47b4-94cd-e6470cf2b441 on host dv-cinder-809968-4-iscsi for vnic_type normal with profile {{(pid=100455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 16:49:42.458291 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.managers [None req-084dfff4-ed1a-4a24-bc2c-4d7820e36c8b None None] Attempting to bind port 0c82f226-49df-47b4-94cd-e6470cf2b441 by drivers openvswitch,hyperv on host dv-cinder-809968-4-iscsi at level 0 using segments [{'id': '73061bb2-74db-4070-b057-2315d4867ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a'}] {{(pid=100455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 16:49:42.459489 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084dfff4-ed1a-4a24-bc2c-4d7820e36c8b None None] Attempting to bind port 0c82f226-49df-47b4-94cd-e6470cf2b441 on network e265bfb9-6000-4acf-b4f9-12e0cf12940a {{(pid=100455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 16:49:42.470269 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084dfff4-ed1a-4a24-bc2c-4d7820e36c8b None None] Checking agent: {'id': '08e98799-e574-4f1d-90ac-f796d675fca5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809968-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 16, 39, 29), 'started_at': datetime.datetime(2021, 9, 22, 16, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 16, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809968-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 16:49:42.470720 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084dfff4-ed1a-4a24-bc2c-4d7820e36c8b None None] Checking segment: {'id': '73061bb2-74db-4070-b057-2315d4867ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 16:49:42.471186 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron_lib.callbacks.manager [None req-084dfff4-ed1a-4a24-bc2c-4d7820e36c8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:42.471650 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084dfff4-ed1a-4a24-bc2c-4d7820e36c8b None None] Bound using segment: {'id': '73061bb2-74db-4070-b057-2315d4867ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a'} {{(pid=100455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 16:49:42.472212 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.managers [None req-084dfff4-ed1a-4a24-bc2c-4d7820e36c8b None None] Bound port: 0c82f226-49df-47b4-94cd-e6470cf2b441, host: dv-cinder-809968-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73061bb2-74db-4070-b057-2315d4867ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a'}}] {{(pid=100455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 16:49:42.476097 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron_lib.callbacks.manager [None req-084dfff4-ed1a-4a24-bc2c-4d7820e36c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:42.484985 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f7a5b-7fbc-4400-9971-f4514d53977e req-7f621899-b526-466e-bcd0-adf21fd4d245 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:42.487837 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-b72f7a5b-7fbc-4400-9971-f4514d53977e req-7f621899-b526-466e-bcd0-adf21fd4d245 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.66 "GET /v2.0/ports?device_id=00e0f249-898b-4360-a1c9-b9b1202b4fc8 HTTP/1.1" status: 200 len: 946 time: 0.1291595 Sep 22 16:49:42.500454 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-61cbc6f1-f302-4068-9da1-cd0176530108 req-d75013c5-0248-4204-be82-6563b65a968e tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735274987246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735274499786'] for port, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:42.527828 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] get_ports_and_sgs() called for port_ids ['cb31b113-57c5-4326-b73e-a82f5552accd'] {{(pid=100454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 16:49:42.533064 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Pushing event updated for resources: {'Port': ['ID=08e25a87-5912-4696-8130-ebc63b2b6a6f,revision_number=3']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:42.576277 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-b72f7a5b-7fbc-4400-9971-f4514d53977e req-f80a3f16-30be-47a3-a5d6-b3a7eb976a29 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba169af3-c767-4c8b-883b-8c73861f692c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810838 Sep 22 16:49:42.581634 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.db.api [None req-bebd37e4-8298-4cfe-8a5a-925959043fc5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 16:49:42.583585 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG oslo_db.api [None req-bebd37e4-8298-4cfe-8a5a-925959043fc5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 16:49:42.593193 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7517cf4d-3953-4c87-86bf-6524af42707c None None] Pushing event updated for resources: {'Port': ['ID=0c82f226-49df-47b4-94cd-e6470cf2b441,revision_number=2']} {{(pid=100455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:42.604981 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.db [None req-084dfff4-ed1a-4a24-bc2c-4d7820e36c8b None None] For port 0c82f226-49df-47b4-94cd-e6470cf2b441, host dv-cinder-809968-4-iscsi, cleared binding levels {{(pid=100455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 16:49:42.608840 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.db [None req-084dfff4-ed1a-4a24-bc2c-4d7820e36c8b None None] For port 0c82f226-49df-47b4-94cd-e6470cf2b441, host dv-cinder-809968-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=0c82f226-49df-47b4-94cd-e6470cf2b441,segment=NetworkSegment(73061bb2-74db-4070-b057-2315d4867ed3),segment_id=73061bb2-74db-4070-b057-2315d4867ed3)] {{(pid=100455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 16:49:42.621667 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron_lib.callbacks.manager [None req-084dfff4-ed1a-4a24-bc2c-4d7820e36c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:42.637000 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75013c5-0248-4204-be82-6563b65a968e tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] Pushing event deleted for resources: {'Port': ['ID=cb31b113-57c5-4326-b73e-a82f5552accd,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:42.675609 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084dfff4-ed1a-4a24-bc2c-4d7820e36c8b None None] Routers {'ba509fb6-00ac-44bd-a4ee-a01681b55463'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 16:49:42.676877 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-084dfff4-ed1a-4a24-bc2c-4d7820e36c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:49:29Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['ba509fb6-00ac-44bd-a4ee-a01681b55463'], 'active': True} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:49:42.691831 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.l3_dvrscheduler_db [req-61cbc6f1-f302-4068-9da1-cd0176530108 req-d75013c5-0248-4204-be82-6563b65a968e tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] No DVR routers for this DVR port cb31b113-57c5-4326-b73e-a82f5552accd on host hv-cinder-80996 {{(pid=100452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 16:49:42.701756 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-61cbc6f1-f302-4068-9da1-cd0176530108 req-d75013c5-0248-4204-be82-6563b65a968e tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306'] for port, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:42.706709 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-61cbc6f1-f302-4068-9da1-cd0176530108 req-d75013c5-0248-4204-be82-6563b65a968e tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.72 "DELETE /v2.0/ports/cb31b113-57c5-4326-b73e-a82f5552accd HTTP/1.1" status: 204 len: 173 time: 1.1799066 Sep 22 16:49:42.707347 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c38a59e-ec55-4ca9-bb46-9b7a220971ab', 'name': 'network-vif-deleted', 'tag': 'cb31b113-57c5-4326-b73e-a82f5552accd'}] {{(pid=100452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 16:49:42.710615 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3daeaf716feba76a3af1624af44cd9d3b401b8dbf4d63f278f059799def7c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8750fe1a-9599-4cde-a063-0de29d85fd16" -d '{"events": [{"server_uuid": "8c38a59e-ec55-4ca9-bb46-9b7a220971ab", "name": "network-vif-deleted", "tag": "cb31b113-57c5-4326-b73e-a82f5552accd"}]}' {{(pid=100452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:49:42.748252 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7517cf4d-3953-4c87-86bf-6524af42707c None None] Pushing event updated for resources: {'Port': ['ID=0c82f226-49df-47b4-94cd-e6470cf2b441,revision_number=3']} {{(pid=100455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:42.828326 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.db_base_plugin_common [None req-78509797-d248-46d3-8dff-da41ef1aeeab admin admin] Allocated IP 172.20.0.1 (e412c51b-ba20-4206-9d3c-bf5b3e108338/24de4de1-2d87-4ce5-8f10-b3a52a04f33d/f2a18a33-7300-4d87-94ab-dcd7a9c0d4f4) {{(pid=100452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:49:42.858091 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvr_db [None req-084dfff4-ed1a-4a24-bc2c-4d7820e36c8b None None] Set router ba509fb6-00ac-44bd-a4ee-a01681b55463 gateway port host: dv-cinder-809968-4-iscsi {{(pid=100455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 16:49:42.869235 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f9966ee3-e578-4d33-80df-f4c94c7b291a req-90623424-9d9d-4e5c-93fd-b4d8946fb704 tempest-AttachVolumeNegativeTest-1995504685 tempest-AttachVolumeNegativeTest-1995504685-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c38a59e-ec55-4ca9-bb46-9b7a220971ab HTTP/1.1" status: 200 len: 210 time: 0.0438731 Sep 22 16:49:42.987109 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 16:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813629fb-6cf0-49f5-926e-2942a765e6c2 x-openstack-request-id: req-813629fb-6cf0-49f5-926e-2942a765e6c2 {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:49:42.987411 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c38a59e-ec55-4ca9-bb46-9b7a220971ab", "name": "network-vif-deleted", "tag": "cb31b113-57c5-4326-b73e-a82f5552accd", "status": "completed", "code": 200}]} {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:49:42.987704 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-813629fb-6cf0-49f5-926e-2942a765e6c2 {{(pid=100452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:49:42.988091 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c38a59e-ec55-4ca9-bb46-9b7a220971ab', 'name': 'network-vif-deleted', 'tag': 'cb31b113-57c5-4326-b73e-a82f5552accd', 'status': 'completed', 'code': 200} Sep 22 16:49:43.066276 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-78509797-d248-46d3-8dff-da41ef1aeeab admin admin] Notify callbacks [] for port, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:43.094134 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08576690-90b2-4f06-91aa-dc8b2d3efa0a req-0ceb52c0-6cc7-43c3-810e-1103f7aa6043 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:43.096739 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-08576690-90b2-4f06-91aa-dc8b2d3efa0a req-0ceb52c0-6cc7-43c3-810e-1103f7aa6043 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=4822262c-0ad7-4968-82f4-66e238216d08 HTTP/1.1" status: 200 len: 946 time: 0.0873439 Sep 22 16:49:43.117735 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-084dfff4-ed1a-4a24-bc2c-4d7820e36c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba509fb6-00ac-44bd-a4ee-a01681b55463', 'name': 'tempest-TestVolumeBootPattern-484609263-router', 'tenant_id': '82e4726248a94debb404f12a3b0fd365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '0c82f226-49df-47b4-94cd-e6470cf2b441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:49:39Z', 'updated_at': '2021-09-22T16:49:40Z', 'revision_number': 3, 'project_id': '82e4726248a94debb404f12a3b0fd365', 'gw_port': {'id': '0c82f226-49df-47b4-94cd-e6470cf2b441', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba509fb6-00ac-44bd-a4ee-a01681b55463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:49:39Z', 'updated_at': '2021-09-22T16:49:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi'}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:49:43.151784 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084dfff4-ed1a-4a24-bc2c-4d7820e36c8b None None] The sync data for ids ['ba509fb6-00ac-44bd-a4ee-a01681b55463'] in dv-cinder-809968-4-iscsi is: [{'id': 'ba509fb6-00ac-44bd-a4ee-a01681b55463', 'name': 'tempest-TestVolumeBootPattern-484609263-router', 'tenant_id': '82e4726248a94debb404f12a3b0fd365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '0c82f226-49df-47b4-94cd-e6470cf2b441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:49:39Z', 'updated_at': '2021-09-22T16:49:40Z', 'revision_number': 3, 'project_id': '82e4726248a94debb404f12a3b0fd365', 'gw_port': {'id': '0c82f226-49df-47b4-94cd-e6470cf2b441', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba509fb6-00ac-44bd-a4ee-a01681b55463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:49:39Z', 'updated_at': '2021-09-22T16:49:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi'}] {{(pid=100455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 16:49:43.156615 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-08576690-90b2-4f06-91aa-dc8b2d3efa0a req-4d3d3dfc-c063-4721-9dd7-8440c8f85481 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521839 Sep 22 16:49:43.298779 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-6e5c29fb-f22c-4142-afc1-a8769fcb2327 None None] Provisioning complete for port 08e25a87-5912-4696-8130-ebc63b2b6a6f triggered by entity DHCP. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:49:43.299362 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-6e5c29fb-f22c-4142-afc1-a8769fcb2327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:43.422813 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-78509797-d248-46d3-8dff-da41ef1aeeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735274499777'] for port, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:43.469703 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78509797-d248-46d3-8dff-da41ef1aeeab admin admin] Network e412c51b-ba20-4206-9d3c-bf5b3e108338 is already hosted by enough agents. {{(pid=100452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:49:43.475488 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.base_scheduler [None req-78509797-d248-46d3-8dff-da41ef1aeeab admin admin] Resources bound (agent type, host, resource id): {{(pid=100452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:49:43.478363 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78509797-d248-46d3-8dff-da41ef1aeeab admin admin] Received port after_create {{(pid=100452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 16:49:43.479233 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-78509797-d248-46d3-8dff-da41ef1aeeab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701023'] for router_interface, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:43.627001 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78509797-d248-46d3-8dff-da41ef1aeeab admin admin] Pushing event updated for resources: {'Port': ['ID=f2a18a33-7300-4d87-94ab-dcd7a9c0d4f4,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:43.763990 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-78509797-d248-46d3-8dff-da41ef1aeeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:43.851092 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 75135ba7-27af-4ceb-8881-495f589a6d8c up at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 16:49:43.919359 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Provisioning complete for port 75135ba7-27af-4ceb-8881-495f589a6d8c triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:49:43.919728 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:43.976741 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-87da0ed0-f36b-4850-a30f-88850625973c None None] Provisioning complete for port f2a18a33-7300-4d87-94ab-dcd7a9c0d4f4 triggered by entity DHCP. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:49:43.977115 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-87da0ed0-f36b-4850-a30f-88850625973c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:44.006826 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-78509797-d248-46d3-8dff-da41ef1aeeab admin admin] Notify callbacks [] for port, precommit_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:44.013755 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-78509797-d248-46d3-8dff-da41ef1aeeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:44.014811 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-78509797-d248-46d3-8dff-da41ef1aeeab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1699951'] for router_interface, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:44.049046 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-87da0ed0-f36b-4850-a30f-88850625973c None None] Port f2a18a33-7300-4d87-94ab-dcd7a9c0d4f4 cannot update to ACTIVE because it is not bound. {{(pid=100454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 16:49:44.065721 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 08e25a87-5912-4696-8130-ebc63b2b6a6f up at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 16:49:44.075489 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e57e8-3545-47b0-9c08-5f4ca2b87a12 req-5adc5545-cdc2-4b77-a7c5-a89150d6ccf9 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:44.083970 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-372e57e8-3545-47b0-9c08-5f4ca2b87a12 req-5adc5545-cdc2-4b77-a7c5-a89150d6ccf9 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.66 "GET /v2.0/ports?device_id=00e0f249-898b-4360-a1c9-b9b1202b4fc8 HTTP/1.1" status: 200 len: 946 time: 0.0865965 Sep 22 16:49:44.143362 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78509797-d248-46d3-8dff-da41ef1aeeab admin admin] Pushing event updated for resources: {'Port': ['ID=f2a18a33-7300-4d87-94ab-dcd7a9c0d4f4,revision_number=2']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:44.149456 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-372e57e8-3545-47b0-9c08-5f4ca2b87a12 req-0c8807c6-ddaa-42de-a342-6141f43c62f8 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba169af3-c767-4c8b-883b-8c73861f692c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642180 Sep 22 16:49:44.183061 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Provisioning complete for port 08e25a87-5912-4696-8130-ebc63b2b6a6f triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:49:44.183668 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:44.193291 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78509797-d248-46d3-8dff-da41ef1aeeab admin admin] Network e412c51b-ba20-4206-9d3c-bf5b3e108338 is already hosted by enough agents. {{(pid=100452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:49:44.196323 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.base_scheduler [None req-78509797-d248-46d3-8dff-da41ef1aeeab admin admin] Resources bound (agent type, host, resource id): {{(pid=100452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:49:44.213325 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 57272) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:49:44.331914 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6d1ba37-6ce5-4e76-b4b9-d52b5a70841f admin admin] Deleting subnet f5c292e6-67d2-454f-b026-357a34582a81 {{(pid=100453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 16:49:44.340354 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-a6d1ba37-6ce5-4e76-b4b9-d52b5a70841f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:44.368243 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78509797-d248-46d3-8dff-da41ef1aeeab admin admin] Router ba509fb6-00ac-44bd-a4ee-a01681b55463 has already been hosted by L3 agent c3efc510-1e60-45c8-b68a-00a20fddc4a4 {{(pid=100452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 16:49:44.383492 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec68689-130c-47b9-a012-3302eddc8579 req-81e5b7fd-6cc4-4f08-b18c-aaeb1085063d tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:44.385041 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-0ec68689-130c-47b9-a012-3302eddc8579 req-81e5b7fd-6cc4-4f08-b18c-aaeb1085063d tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=4822262c-0ad7-4968-82f4-66e238216d08 HTTP/1.1" status: 200 len: 946 time: 0.1045372 Sep 22 16:49:44.406466 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-a6d1ba37-6ce5-4e76-b4b9-d52b5a70841f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8729350'] for subnet, precommit_delete_associations {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:44.471382 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-0ec68689-130c-47b9-a012-3302eddc8579 req-4e026804-5126-48c6-ac0a-1849168eed44 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775080 Sep 22 16:49:44.487832 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-a6d1ba37-6ce5-4e76-b4b9-d52b5a70841f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720017'] for subnet, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:44.504059 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78509797-d248-46d3-8dff-da41ef1aeeab admin admin] Notify agent at l3_agent.dv-cinder-809968-4-iscsi the message routers_updated {{(pid=100452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 16:49:44.509140 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-78509797-d248-46d3-8dff-da41ef1aeeab admin admin] 10.222.0.66 "PUT /v2.0/routers/ba509fb6-00ac-44bd-a4ee-a01681b55463/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1633103 Sep 22 16:49:44.556406 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-a6d1ba37-6ce5-4e76-b4b9-d52b5a70841f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8594266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10141730'] for subnet, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:44.575631 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-551041bc-c3df-40ce-a845-94776912d967 None None] Provisioning complete for port f2a18a33-7300-4d87-94ab-dcd7a9c0d4f4 triggered by entity DHCP. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:49:44.576901 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-551041bc-c3df-40ce-a845-94776912d967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:44.581486 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d1ba37-6ce5-4e76-b4b9-d52b5a70841f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5c292e6-67d2-454f-b026-357a34582a81,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:44.594044 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-a6d1ba37-6ce5-4e76-b4b9-d52b5a70841f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:44.598872 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-a6d1ba37-6ce5-4e76-b4b9-d52b5a70841f admin admin] 10.222.0.66 "DELETE /v2.0/subnets/f5c292e6-67d2-454f-b026-357a34582a81 HTTP/1.1" status: 204 len: 168 time: 0.3814642 Sep 22 16:49:44.599886 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 57280) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:49:44.603897 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device cb31b113-57c5-4326-b73e-a82f5552accd no longer exists at agent hyperv_hv-cinder-80996 {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 16:49:44.630055 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] No Port match for: cb31b113-57c5-4326-b73e-a82f5552accd {{(pid=100454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 16:49:44.630574 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device cb31b113-57c5-4326-b73e-a82f5552accd not bound to the agent host hv-cinder-80996 {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 16:49:44.647287 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-551041bc-c3df-40ce-a845-94776912d967 None None] Port f2a18a33-7300-4d87-94ab-dcd7a9c0d4f4 cannot update to ACTIVE because it is not bound. {{(pid=100454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 16:49:44.711286 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-1d89d483-1e27-4e38-ad22-c0baeeca8798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638825'] for network, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:44.802639 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-1d89d483-1e27-4e38-ad22-c0baeeca8798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705832', 'neutron.services.segments.db._delete_segments_for_network-8735275045268'] for network, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:44.824362 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.services.segments.db [None req-1d89d483-1e27-4e38-ad22-c0baeeca8798 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c3d3a58-f8ad-48bd-b6da-efff1df91292']}} {{(pid=100453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:49:44.834637 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.services.segments.db [None req-1d89d483-1e27-4e38-ad22-c0baeeca8798 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a343ba7b-62f0-4599-8262-3607817646b7') {'for_net_delete': True} {{(pid=100453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:49:44.834934 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.services.segments.db [None req-1d89d483-1e27-4e38-ad22-c0baeeca8798 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a343ba7b-62f0-4599-8262-3607817646b7') {} {{(pid=100453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:49:44.847293 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-1d89d483-1e27-4e38-ad22-c0baeeca8798 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735275044765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8729375'] for segment, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:44.861709 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-1d89d483-1e27-4e38-ad22-c0baeeca8798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720390'] for segment, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:44.869878 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d89d483-1e27-4e38-ad22-c0baeeca8798 admin admin] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=100453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 16:49:44.870512 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-1d89d483-1e27-4e38-ad22-c0baeeca8798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8594164'] for segment, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:44.872082 dv-cinder-809968-4-iscsi neutron-server[100453]: Traceback (most recent call last): Sep 22 16:49:44.872082 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 16:49:44.872082 dv-cinder-809968-4-iscsi neutron-server[100453]: timer() Sep 22 16:49:44.872082 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 16:49:44.872082 dv-cinder-809968-4-iscsi neutron-server[100453]: cb(*args, **kw) Sep 22 16:49:44.872082 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 16:49:44.872082 dv-cinder-809968-4-iscsi neutron-server[100453]: return func(*args, **kwargs) Sep 22 16:49:44.872082 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 16:49:44.872082 dv-cinder-809968-4-iscsi neutron-server[100453]: self._notify() Sep 22 16:49:44.872082 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 16:49:44.872082 dv-cinder-809968-4-iscsi neutron-server[100453]: self.callback(batched_events) Sep 22 16:49:44.872082 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 16:49:44.872082 dv-cinder-809968-4-iscsi neutron-server[100453]: event.method(event) Sep 22 16:49:44.872082 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 16:49:44.872082 dv-cinder-809968-4-iscsi neutron-server[100453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 16:49:44.872082 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 16:49:44.872082 dv-cinder-809968-4-iscsi neutron-server[100453]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 16:49:44.872082 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 16:49:44.872082 dv-cinder-809968-4-iscsi neutron-server[100453]: return f(self, *a, **k) Sep 22 16:49:44.872082 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 16:49:44.872082 dv-cinder-809968-4-iscsi neutron-server[100453]: return self._get(url).json() Sep 22 16:49:44.872082 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 16:49:44.872082 dv-cinder-809968-4-iscsi neutron-server[100453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 16:49:44.872082 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 16:49:44.872082 dv-cinder-809968-4-iscsi neutron-server[100453]: return self.request(url, 'GET', **kwargs) Sep 22 16:49:44.872082 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 16:49:44.872082 dv-cinder-809968-4-iscsi neutron-server[100453]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 16:49:44.872082 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 16:49:44.872082 dv-cinder-809968-4-iscsi neutron-server[100453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 16:49:44.872082 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 16:49:44.872082 dv-cinder-809968-4-iscsi neutron-server[100453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 16:49:44.872082 dv-cinder-809968-4-iscsi neutron-server[100453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 16:49:44.878494 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61738203-90a8-4312-a3c9-487feee6ad67 req-fd5e5972-e660-443c-8de4-e3d4844e27e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:44.880900 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-61738203-90a8-4312-a3c9-487feee6ad67 req-fd5e5972-e660-443c-8de4-e3d4844e27e5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b8bdb2bea31e47d187cb21b1f1e64ba1&device_id=4822262c-0ad7-4968-82f4-66e238216d08 HTTP/1.1" status: 200 len: 1099 time: 0.0503957 Sep 22 16:49:44.930260 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-1d89d483-1e27-4e38-ad22-c0baeeca8798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700886'] for network, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:44.935719 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-1d89d483-1e27-4e38-ad22-c0baeeca8798 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for network, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:44.937764 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-1d89d483-1e27-4e38-ad22-c0baeeca8798 admin admin] 10.222.0.66 "DELETE /v2.0/networks/1c3d3a58-f8ad-48bd-b6da-efff1df91292 HTTP/1.1" status: 204 len: 168 time: 0.3377967 Sep 22 16:49:44.952680 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d89d483-1e27-4e38-ad22-c0baeeca8798 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c3d3a58-f8ad-48bd-b6da-efff1df91292,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:44.996027 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61738203-90a8-4312-a3c9-487feee6ad67 req-a1c05002-bbf2-43bd-af63-f441c7d29b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:44.997721 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-61738203-90a8-4312-a3c9-487feee6ad67 req-a1c05002-bbf2-43bd-af63-f441c7d29b89 service neutron] 10.222.0.72 "GET /v2.0/networks?id=933b11c6-c16c-4f49-9f97-7720f111f0ed HTTP/1.1" status: 200 len: 921 time: 0.1080229 Sep 22 16:49:45.055130 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-61738203-90a8-4312-a3c9-487feee6ad67 req-bc2c8143-2790-47a3-99ad-cccf3362f153 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e17e49ab-7fc6-4ed6-8321-386288b88f09 HTTP/1.1" status: 200 len: 217 time: 0.0462949 Sep 22 16:49:45.110925 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61738203-90a8-4312-a3c9-487feee6ad67 req-8ee5ab49-4477-404c-bdba-395c850a1864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:45.112515 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-61738203-90a8-4312-a3c9-487feee6ad67 req-8ee5ab49-4477-404c-bdba-395c850a1864 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cc6f66dc-a466-4cdc-9953-0a3b593f7cb6 HTTP/1.1" status: 200 len: 859 time: 0.0497663 Sep 22 16:49:45.138302 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 57294) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:49:45.151172 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-61738203-90a8-4312-a3c9-487feee6ad67 req-d3412ab5-1f29-4843-b74f-4e64055c08d3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=933b11c6-c16c-4f49-9f97-7720f111f0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299942 Sep 22 16:49:45.194969 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-fc815c9c-505f-4c8c-a06a-aaade9242aec admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=87541293238c472fbd91981f2f55ea80&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0548935 Sep 22 16:49:45.197794 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 57298) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:49:45.258434 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-4e474b32-2f7e-4df4-ae3a-5b62ffa2f107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:45.268467 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-61738203-90a8-4312-a3c9-487feee6ad67 req-c27f8f7d-0a29-4dbb-b9bf-e24aa46784b3 service neutron] 10.222.0.72 "GET /v2.0/networks/933b11c6-c16c-4f49-9f97-7720f111f0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060338 Sep 22 16:49:45.281598 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-4e474b32-2f7e-4df4-ae3a-5b62ffa2f107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:45.343357 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 57300) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:49:45.349147 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.v2.base [None req-0a42dad3-9641-4f97-b993-937946df7e18 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2094646894', 'description': 'tempest-secgroup-smoke-2094646894 description', 'project_id': '4268d5a7c3ba47fc9f303a67b37aee7a'}} {{(pid=100453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:49:45.365347 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-4e474b32-2f7e-4df4-ae3a-5b62ffa2f107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:45.368014 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-4e474b32-2f7e-4df4-ae3a-5b62ffa2f107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:45.369255 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-4e474b32-2f7e-4df4-ae3a-5b62ffa2f107 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0676076c-7d0a-4215-b4be-d5299778849f HTTP/1.1" status: 204 len: 168 time: 0.1705239 Sep 22 16:49:45.387028 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-61738203-90a8-4312-a3c9-487feee6ad67 req-99839e14-0a92-48ac-a6aa-4fbda18a06cf service neutron] 10.222.0.72 "GET /v2.0/networks/933b11c6-c16c-4f49-9f97-7720f111f0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083860 Sep 22 16:49:45.396943 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e474b32-2f7e-4df4-ae3a-5b62ffa2f107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0676076c-7d0a-4215-b4be-d5299778849f,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:45.408873 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-0a42dad3-9641-4f97-b993-937946df7e18 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks [] for security_group, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:45.484796 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4520b1-182e-4a8d-8958-efb9eb358ffc req-b368e5dd-a253-4298-a769-505be9428961 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:45.486258 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-1f4520b1-182e-4a8d-8958-efb9eb358ffc req-b368e5dd-a253-4298-a769-505be9428961 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=4822262c-0ad7-4968-82f4-66e238216d08 HTTP/1.1" status: 200 len: 946 time: 0.0809283 Sep 22 16:49:45.552566 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-1f4520b1-182e-4a8d-8958-efb9eb358ffc req-c4ab239d-5a34-43d9-a54b-323818ebb9f7 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573635 Sep 22 16:49:45.584768 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-0a42dad3-9641-4f97-b993-937946df7e18 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks [] for security_group, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:45.594011 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-0a42dad3-9641-4f97-b993-937946df7e18 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:45.640115 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 0c82f226-49df-47b4-94cd-e6470cf2b441 up at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 16:49:45.642104 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a42dad3-9641-4f97-b993-937946df7e18 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be6c47ea-c70c-43ec-80a7-495ccd2c830f,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:45.655747 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-0a42dad3-9641-4f97-b993-937946df7e18 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks [] for security_group, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:45.657375 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-0a42dad3-9641-4f97-b993-937946df7e18 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3127604 Sep 22 16:49:45.660408 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 57308) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:49:45.665423 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.v2.base [None req-f9cdf78c-83d7-4f8f-8c67-e7139fe3f99c tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Request body: {'security_group_rule': {'security_group_id': 'be6c47ea-c70c-43ec-80a7-495ccd2c830f', 'project_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:49:45.680822 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f089dad6-9416-4e8d-9cc0-813ee8e259a5 None None] Sync routers for ids ['ba509fb6-00ac-44bd-a4ee-a01681b55463'] in dv-cinder-809968-4-iscsi {{(pid=100454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 16:49:45.694411 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-f9cdf78c-83d7-4f8f-8c67-e7139fe3f99c tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:45.700402 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f089dad6-9416-4e8d-9cc0-813ee8e259a5 None None] Routers {'ba509fb6-00ac-44bd-a4ee-a01681b55463'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 16:49:45.701279 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-f089dad6-9416-4e8d-9cc0-813ee8e259a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:49:29Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['ba509fb6-00ac-44bd-a4ee-a01681b55463'], 'active': True} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:49:45.780529 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-f9cdf78c-83d7-4f8f-8c67-e7139fe3f99c tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:45.802766 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-f9cdf78c-83d7-4f8f-8c67-e7139fe3f99c tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605686'] for security_group_rule, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:45.819630 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8649d8b1-b44c-400b-b850-2713914bcf13 req-6a661e61-6ca4-46a6-a43c-14a78065ca6f tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:45.821261 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-8649d8b1-b44c-400b-b850-2713914bcf13 req-6a661e61-6ca4-46a6-a43c-14a78065ca6f tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.72 "GET /v2.0/ports?device_id=00e0f249-898b-4360-a1c9-b9b1202b4fc8 HTTP/1.1" status: 200 len: 946 time: 0.0663888 Sep 22 16:49:45.823838 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvr_db [None req-f089dad6-9416-4e8d-9cc0-813ee8e259a5 None None] Set router ba509fb6-00ac-44bd-a4ee-a01681b55463 gateway port host: dv-cinder-809968-4-iscsi {{(pid=100454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 16:49:45.842455 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cdf78c-83d7-4f8f-8c67-e7139fe3f99c tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c2d4095-dae0-41dc-9a3a-636d97deba5a,revision_number=0']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:45.859717 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-f9cdf78c-83d7-4f8f-8c67-e7139fe3f99c tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:45.864306 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-f9cdf78c-83d7-4f8f-8c67-e7139fe3f99c tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1992879 Sep 22 16:49:45.864906 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 57316) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:49:45.871153 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.v2.base [None req-a059059c-d4b8-4bf5-b8a6-caa9445a9ec8 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Request body: {'security_group_rule': {'security_group_id': 'be6c47ea-c70c-43ec-80a7-495ccd2c830f', 'project_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:49:45.878568 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Provisioning complete for port 0c82f226-49df-47b4-94cd-e6470cf2b441 triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:49:45.879256 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:45.886766 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8955c0-1264-45a9-b821-6bbd560507f0 req-e2567821-6001-4673-ad61-6fa6742d74e3 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:45.888676 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-6c8955c0-1264-45a9-b821-6bbd560507f0 req-e2567821-6001-4673-ad61-6fa6742d74e3 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.66 "GET /v2.0/ports?device_id=00e0f249-898b-4360-a1c9-b9b1202b4fc8 HTTP/1.1" status: 200 len: 946 time: 0.1161196 Sep 22 16:49:45.945689 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-a059059c-d4b8-4bf5-b8a6-caa9445a9ec8 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:45.953091 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-6c8955c0-1264-45a9-b821-6bbd560507f0 req-3a401fd6-f79c-4713-ba56-a413d8b369df tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba169af3-c767-4c8b-883b-8c73861f692c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578196 Sep 22 16:49:45.980579 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.plugin [req-8649d8b1-b44c-400b-b850-2713914bcf13 req-bc5aa17c-05fb-4f80-b477-9fd5591f7665 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Deleting port 2a806c6e-1758-45b2-8718-db10c0e57786 {{(pid=100452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 16:49:45.981021 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-8649d8b1-b44c-400b-b850-2713914bcf13 req-bc5aa17c-05fb-4f80-b477-9fd5591f7665 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735274981160'] for port, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:46.055911 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-a059059c-d4b8-4bf5-b8a6-caa9445a9ec8 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:46.062462 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-a059059c-d4b8-4bf5-b8a6-caa9445a9ec8 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605686'] for security_group_rule, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:46.091115 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a059059c-d4b8-4bf5-b8a6-caa9445a9ec8 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee029c85-820c-4b02-9853-c67d0df928a9,revision_number=0']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:46.106870 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:46.108673 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-a059059c-d4b8-4bf5-b8a6-caa9445a9ec8 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:46.110230 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-a059059c-d4b8-4bf5-b8a6-caa9445a9ec8 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2441018 Sep 22 16:49:46.112823 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 57322) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:49:46.119062 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.v2.base [None req-f8274217-3598-4080-864d-e44d2d5818cd tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Request body: {'security_group_rule': {'security_group_id': 'be6c47ea-c70c-43ec-80a7-495ccd2c830f', 'project_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:49:46.131308 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.db [req-8649d8b1-b44c-400b-b850-2713914bcf13 req-bc5aa17c-05fb-4f80-b477-9fd5591f7665 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] For port 2a806c6e-1758-45b2-8718-db10c0e57786, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=2a806c6e-1758-45b2-8718-db10c0e57786,segment=NetworkSegment(96f3e314-c094-4afd-9707-cf49f4a2697b),segment_id=96f3e314-c094-4afd-9707-cf49f4a2697b)] {{(pid=100452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:49:46.131786 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-8649d8b1-b44c-400b-b850-2713914bcf13 req-bc5aa17c-05fb-4f80-b477-9fd5591f7665 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697305'] for port, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:46.134012 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] For port 0c82f226-49df-47b4-94cd-e6470cf2b441, host dv-cinder-809968-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=0c82f226-49df-47b4-94cd-e6470cf2b441,segment=NetworkSegment(73061bb2-74db-4070-b057-2315d4867ed3),segment_id=73061bb2-74db-4070-b057-2315d4867ed3)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:49:46.141045 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:46.151974 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.plugin [req-8649d8b1-b44c-400b-b850-2713914bcf13 req-bc5aa17c-05fb-4f80-b477-9fd5591f7665 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Calling delete_port for 2a806c6e-1758-45b2-8718-db10c0e57786 owned by compute:nova {{(pid=100452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 16:49:46.155902 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-f089dad6-9416-4e8d-9cc0-813ee8e259a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba509fb6-00ac-44bd-a4ee-a01681b55463', 'name': 'tempest-TestVolumeBootPattern-484609263-router', 'tenant_id': '82e4726248a94debb404f12a3b0fd365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '0c82f226-49df-47b4-94cd-e6470cf2b441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:49:39Z', 'updated_at': '2021-09-22T16:49:43Z', 'revision_number': 4, 'project_id': '82e4726248a94debb404f12a3b0fd365', 'gw_port': {'id': '0c82f226-49df-47b4-94cd-e6470cf2b441', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba509fb6-00ac-44bd-a4ee-a01681b55463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:49:39Z', 'updated_at': '2021-09-22T16:49:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_interfaces': [{'id': 'f2a18a33-7300-4d87-94ab-dcd7a9c0d4f4', 'name': '', 'network_id': 'e412c51b-ba20-4206-9d3c-bf5b3e108338', 'tenant_id': '82e4726248a94debb404f12a3b0fd365', 'mac_address': 'fa:16:3e:62:4b:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba509fb6-00ac-44bd-a4ee-a01681b55463', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '24de4de1-2d87-4ce5-8f10-b3a52a04f33d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:49:42Z', 'updated_at': '2021-09-22T16:49:43Z', 'revision_number': 2, 'project_id': '82e4726248a94debb404f12a3b0fd365', 'subnets': [{'id': '24de4de1-2d87-4ce5-8f10-b3a52a04f33d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:49:46.156970 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-f8274217-3598-4080-864d-e44d2d5818cd tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:46.209450 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f089dad6-9416-4e8d-9cc0-813ee8e259a5 None None] Checking router: ba509fb6-00ac-44bd-a4ee-a01681b55463 for host: dv-cinder-809968-4-iscsi {{(pid=100454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 16:49:46.210918 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f089dad6-9416-4e8d-9cc0-813ee8e259a5 None None] Updating router ba509fb6-00ac-44bd-a4ee-a01681b55463 port f2a18a33-7300-4d87-94ab-dcd7a9c0d4f4 binding host dv-cinder-809968-4-iscsi {{(pid=100454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 16:49:46.245308 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-f8274217-3598-4080-864d-e44d2d5818cd tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:46.250466 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-f8274217-3598-4080-864d-e44d2d5818cd tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605686'] for security_group_rule, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:46.256168 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-f089dad6-9416-4e8d-9cc0-813ee8e259a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:46.273299 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Pushing event updated for resources: {'Port': ['ID=0c82f226-49df-47b4-94cd-e6470cf2b441,revision_number=4']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:46.282389 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-f8274217-3598-4080-864d-e44d2d5818cd tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:46.285546 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-f8274217-3598-4080-864d-e44d2d5818cd tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1683505 Sep 22 16:49:46.286013 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 57328) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:49:46.291635 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.v2.base [None req-014cebb3-7619-4c6e-bdcb-9a5dd02d3a79 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Request body: {'security_group_rule': {'security_group_id': 'be6c47ea-c70c-43ec-80a7-495ccd2c830f', 'project_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:49:46.300912 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8274217-3598-4080-864d-e44d2d5818cd tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41947e39-eb3c-43ec-9c7b-b16b8c8e1980,revision_number=0']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:46.334635 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-8649d8b1-b44c-400b-b850-2713914bcf13 req-bc5aa17c-05fb-4f80-b477-9fd5591f7665 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735274987246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735274499786'] for port, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:46.345104 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-014cebb3-7619-4c6e-bdcb-9a5dd02d3a79 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:46.371571 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5aa17c-05fb-4f80-b477-9fd5591f7665 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Pushing event deleted for resources: {'Port': ['ID=2a806c6e-1758-45b2-8718-db10c0e57786,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:46.412121 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] get_ports_and_sgs() called for port_ids ['2a806c6e-1758-45b2-8718-db10c0e57786'] {{(pid=100454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 16:49:46.413292 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.l3_dvrscheduler_db [req-8649d8b1-b44c-400b-b850-2713914bcf13 req-bc5aa17c-05fb-4f80-b477-9fd5591f7665 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] No DVR routers for this DVR port 2a806c6e-1758-45b2-8718-db10c0e57786 on host hv-cinder-80996 {{(pid=100452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 16:49:46.416455 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-8649d8b1-b44c-400b-b850-2713914bcf13 req-bc5aa17c-05fb-4f80-b477-9fd5591f7665 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306'] for port, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:46.419287 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-8649d8b1-b44c-400b-b850-2713914bcf13 req-bc5aa17c-05fb-4f80-b477-9fd5591f7665 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.72 "DELETE /v2.0/ports/2a806c6e-1758-45b2-8718-db10c0e57786 HTTP/1.1" status: 204 len: 173 time: 0.5912161 Sep 22 16:49:46.423650 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e0f249-898b-4360-a1c9-b9b1202b4fc8', 'name': 'network-vif-deleted', 'tag': '2a806c6e-1758-45b2-8718-db10c0e57786'}] {{(pid=100452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 16:49:46.426293 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3daeaf716feba76a3af1624af44cd9d3b401b8dbf4d63f278f059799def7c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75f4a46-3e1f-42c7-8ef2-0db6a19e8a0e" -d '{"events": [{"server_uuid": "00e0f249-898b-4360-a1c9-b9b1202b4fc8", "name": "network-vif-deleted", "tag": "2a806c6e-1758-45b2-8718-db10c0e57786"}]}' {{(pid=100452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:49:46.430247 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-014cebb3-7619-4c6e-bdcb-9a5dd02d3a79 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:46.436682 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-014cebb3-7619-4c6e-bdcb-9a5dd02d3a79 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605686'] for security_group_rule, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:46.471561 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014cebb3-7619-4c6e-bdcb-9a5dd02d3a79 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c231c8df-d02e-4b50-8560-7a148d118a24,revision_number=0']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:46.482495 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 16:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2217a08-6350-405c-9ddb-be10f95ada4e x-openstack-request-id: req-b2217a08-6350-405c-9ddb-be10f95ada4e {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:49:46.483547 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00e0f249-898b-4360-a1c9-b9b1202b4fc8", "name": "network-vif-deleted", "tag": "2a806c6e-1758-45b2-8718-db10c0e57786", "status": "completed", "code": 200}]} {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:49:46.483885 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b2217a08-6350-405c-9ddb-be10f95ada4e {{(pid=100452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:49:46.484317 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e0f249-898b-4360-a1c9-b9b1202b4fc8', 'name': 'network-vif-deleted', 'tag': '2a806c6e-1758-45b2-8718-db10c0e57786', 'status': 'completed', 'code': 200} Sep 22 16:49:46.487538 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-014cebb3-7619-4c6e-bdcb-9a5dd02d3a79 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:46.489465 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-014cebb3-7619-4c6e-bdcb-9a5dd02d3a79 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2025871 Sep 22 16:49:46.493743 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 57336) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:49:46.498633 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.v2.base [None req-848d1acc-b5a8-442d-bc0c-12824ea3a220 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Request body: {'security_group_rule': {'security_group_id': 'be6c47ea-c70c-43ec-80a7-495ccd2c830f', 'project_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:49:46.528580 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.db.securitygroups_db [None req-848d1acc-b5a8-442d-bc0c-12824ea3a220 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Project 4268d5a7c3ba47fc9f303a67b37aee7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 16:49:46.536326 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-848d1acc-b5a8-442d-bc0c-12824ea3a220 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:46.610754 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-848d1acc-b5a8-442d-bc0c-12824ea3a220 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:46.617757 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-848d1acc-b5a8-442d-bc0c-12824ea3a220 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605686'] for security_group_rule, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:46.636358 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-f089dad6-9416-4e8d-9cc0-813ee8e259a5 None None] Notify callbacks [] for port, precommit_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:46.637225 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848d1acc-b5a8-442d-bc0c-12824ea3a220 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23d71573-c2f9-4086-93ff-037706238229,revision_number=0']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:46.650843 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-f089dad6-9416-4e8d-9cc0-813ee8e259a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:46.653768 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-848d1acc-b5a8-442d-bc0c-12824ea3a220 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:46.654957 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-848d1acc-b5a8-442d-bc0c-12824ea3a220 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1599717 Sep 22 16:49:46.657709 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 57342) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:49:46.662906 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.v2.base [None req-7f9b0512-7a1d-46b7-9e2a-1aa00b7aab8f tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Request body: {'security_group_rule': {'security_group_id': 'be6c47ea-c70c-43ec-80a7-495ccd2c830f', 'project_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:49:46.703713 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86879ccf-bd45-4471-8557-54b888014d77 None None] Pushing event updated for resources: {'Port': ['ID=f2a18a33-7300-4d87-94ab-dcd7a9c0d4f4,revision_number=3']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:46.727639 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0896506c-5464-450c-b127-5fe265d7f5c0 req-1146c3f3-ed9c-4149-97bb-6ffab81f43f9 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:46.729257 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-0896506c-5464-450c-b127-5fe265d7f5c0 req-1146c3f3-ed9c-4149-97bb-6ffab81f43f9 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=4822262c-0ad7-4968-82f4-66e238216d08 HTTP/1.1" status: 200 len: 946 time: 0.0858710 Sep 22 16:49:46.731275 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.db.securitygroups_db [None req-7f9b0512-7a1d-46b7-9e2a-1aa00b7aab8f tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Project 4268d5a7c3ba47fc9f303a67b37aee7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 16:49:46.742342 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f9b0512-7a1d-46b7-9e2a-1aa00b7aab8f tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:46.760673 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.managers [None req-f089dad6-9416-4e8d-9cc0-813ee8e259a5 None None] Attempting to bind port f2a18a33-7300-4d87-94ab-dcd7a9c0d4f4 on host dv-cinder-809968-4-iscsi for vnic_type normal with profile {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 16:49:46.760991 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.managers [None req-f089dad6-9416-4e8d-9cc0-813ee8e259a5 None None] Attempting to bind port f2a18a33-7300-4d87-94ab-dcd7a9c0d4f4 by drivers openvswitch,hyperv on host dv-cinder-809968-4-iscsi at level 0 using segments [{'id': '3d034986-ccbd-4af2-9fbf-fac7aac62364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'e412c51b-ba20-4206-9d3c-bf5b3e108338'}] {{(pid=100454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 16:49:46.761646 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f089dad6-9416-4e8d-9cc0-813ee8e259a5 None None] Attempting to bind port f2a18a33-7300-4d87-94ab-dcd7a9c0d4f4 on network e412c51b-ba20-4206-9d3c-bf5b3e108338 {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 16:49:46.766601 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f089dad6-9416-4e8d-9cc0-813ee8e259a5 None None] Checking agent: {'id': '08e98799-e574-4f1d-90ac-f796d675fca5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809968-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 16, 39, 29), 'started_at': datetime.datetime(2021, 9, 22, 16, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 16, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809968-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 16:49:46.767057 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f089dad6-9416-4e8d-9cc0-813ee8e259a5 None None] Checking segment: {'id': '3d034986-ccbd-4af2-9fbf-fac7aac62364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'e412c51b-ba20-4206-9d3c-bf5b3e108338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 16:49:46.767358 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-f089dad6-9416-4e8d-9cc0-813ee8e259a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:46.767744 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f089dad6-9416-4e8d-9cc0-813ee8e259a5 None None] Bound using segment: {'id': '3d034986-ccbd-4af2-9fbf-fac7aac62364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'e412c51b-ba20-4206-9d3c-bf5b3e108338'} {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 16:49:46.768196 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.managers [None req-f089dad6-9416-4e8d-9cc0-813ee8e259a5 None None] Bound port: f2a18a33-7300-4d87-94ab-dcd7a9c0d4f4, host: dv-cinder-809968-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d034986-ccbd-4af2-9fbf-fac7aac62364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'e412c51b-ba20-4206-9d3c-bf5b3e108338'}}] {{(pid=100454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 16:49:46.768567 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-f089dad6-9416-4e8d-9cc0-813ee8e259a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:46.801604 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-0896506c-5464-450c-b127-5fe265d7f5c0 req-082769d9-483b-4405-b7e0-c1e4842b5f2d tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657001 Sep 22 16:49:46.837432 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f9b0512-7a1d-46b7-9e2a-1aa00b7aab8f tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:46.845957 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f9b0512-7a1d-46b7-9e2a-1aa00b7aab8f tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605686'] for security_group_rule, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:46.867436 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-f089dad6-9416-4e8d-9cc0-813ee8e259a5 None None] For port f2a18a33-7300-4d87-94ab-dcd7a9c0d4f4, host dv-cinder-809968-4-iscsi, cleared binding levels {{(pid=100454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 16:49:46.875072 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9b0512-7a1d-46b7-9e2a-1aa00b7aab8f tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97b15cb0-1126-4062-a5b7-3d5a7306e87a,revision_number=0']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:46.875329 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-f089dad6-9416-4e8d-9cc0-813ee8e259a5 None None] For port f2a18a33-7300-4d87-94ab-dcd7a9c0d4f4, host dv-cinder-809968-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=f2a18a33-7300-4d87-94ab-dcd7a9c0d4f4,segment=NetworkSegment(3d034986-ccbd-4af2-9fbf-fac7aac62364),segment_id=3d034986-ccbd-4af2-9fbf-fac7aac62364)] {{(pid=100454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 16:49:46.882731 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-f089dad6-9416-4e8d-9cc0-813ee8e259a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:46.894510 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f9b0512-7a1d-46b7-9e2a-1aa00b7aab8f tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:46.897602 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-7f9b0512-7a1d-46b7-9e2a-1aa00b7aab8f tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2380784 Sep 22 16:49:46.982892 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f089dad6-9416-4e8d-9cc0-813ee8e259a5 None None] Routers {'ba509fb6-00ac-44bd-a4ee-a01681b55463'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 16:49:46.983544 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-f089dad6-9416-4e8d-9cc0-813ee8e259a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:49:29Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['ba509fb6-00ac-44bd-a4ee-a01681b55463'], 'active': True} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:49:47.202135 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a16532e3-3578-45e6-9442-b665fe584618 req-f5d28a37-db25-45b0-869e-6648a8e926c5 tempest-VolumesActionsTest-347132538 tempest-VolumesActionsTest-347132538-project] 10.222.0.66 "GET /v2.0/ports?device_id=00e0f249-898b-4360-a1c9-b9b1202b4fc8 HTTP/1.1" status: 200 len: 210 time: 0.0642362 Sep 22 16:49:47.273609 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86879ccf-bd45-4471-8557-54b888014d77 None None] Pushing event updated for resources: {'Port': ['ID=f2a18a33-7300-4d87-94ab-dcd7a9c0d4f4,revision_number=4']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:47.297845 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-f37028fb-41d9-4ddf-a0fa-5e8207efdea0 None None] Provisioning complete for port f2a18a33-7300-4d87-94ab-dcd7a9c0d4f4 triggered by entity DHCP. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:49:47.298288 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-f37028fb-41d9-4ddf-a0fa-5e8207efdea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:47.393173 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvr_db [None req-f089dad6-9416-4e8d-9cc0-813ee8e259a5 None None] Set router ba509fb6-00ac-44bd-a4ee-a01681b55463 gateway port host: dv-cinder-809968-4-iscsi {{(pid=100454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 16:49:47.546699 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-f37028fb-41d9-4ddf-a0fa-5e8207efdea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:47.605926 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 0c82f226-49df-47b4-94cd-e6470cf2b441 up at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 16:49:47.653581 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-f37028fb-41d9-4ddf-a0fa-5e8207efdea0 None None] For port f2a18a33-7300-4d87-94ab-dcd7a9c0d4f4, host dv-cinder-809968-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=f2a18a33-7300-4d87-94ab-dcd7a9c0d4f4,segment=NetworkSegment(3d034986-ccbd-4af2-9fbf-fac7aac62364),segment_id=3d034986-ccbd-4af2-9fbf-fac7aac62364)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:49:47.663273 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-f37028fb-41d9-4ddf-a0fa-5e8207efdea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:47.788471 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37028fb-41d9-4ddf-a0fa-5e8207efdea0 None None] Pushing event updated for resources: {'Port': ['ID=f2a18a33-7300-4d87-94ab-dcd7a9c0d4f4,revision_number=5']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:47.803095 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Provisioning complete for port 0c82f226-49df-47b4-94cd-e6470cf2b441 triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:49:47.803475 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:47.829087 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-edab23b0-fd45-4c93-a035-5d1963606f0a None None] Provisioning complete for port f2a18a33-7300-4d87-94ab-dcd7a9c0d4f4 triggered by entity DHCP. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:49:47.829454 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-edab23b0-fd45-4c93-a035-5d1963606f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:47.885956 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-f089dad6-9416-4e8d-9cc0-813ee8e259a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba509fb6-00ac-44bd-a4ee-a01681b55463', 'name': 'tempest-TestVolumeBootPattern-484609263-router', 'tenant_id': '82e4726248a94debb404f12a3b0fd365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '0c82f226-49df-47b4-94cd-e6470cf2b441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:49:39Z', 'updated_at': '2021-09-22T16:49:43Z', 'revision_number': 4, 'project_id': '82e4726248a94debb404f12a3b0fd365', 'gw_port': {'id': '0c82f226-49df-47b4-94cd-e6470cf2b441', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba509fb6-00ac-44bd-a4ee-a01681b55463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:49:39Z', 'updated_at': '2021-09-22T16:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_interfaces': [{'id': 'f2a18a33-7300-4d87-94ab-dcd7a9c0d4f4', 'name': '', 'network_id': 'e412c51b-ba20-4206-9d3c-bf5b3e108338', 'tenant_id': '82e4726248a94debb404f12a3b0fd365', 'mac_address': 'fa:16:3e:62:4b:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba509fb6-00ac-44bd-a4ee-a01681b55463', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '24de4de1-2d87-4ce5-8f10-b3a52a04f33d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:49:42Z', 'updated_at': '2021-09-22T16:49:46Z', 'revision_number': 4, 'project_id': '82e4726248a94debb404f12a3b0fd365', 'subnets': [{'id': '24de4de1-2d87-4ce5-8f10-b3a52a04f33d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:49:47.928148 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f089dad6-9416-4e8d-9cc0-813ee8e259a5 None None] The sync data for ids ['ba509fb6-00ac-44bd-a4ee-a01681b55463'] in dv-cinder-809968-4-iscsi is: [{'id': 'ba509fb6-00ac-44bd-a4ee-a01681b55463', 'name': 'tempest-TestVolumeBootPattern-484609263-router', 'tenant_id': '82e4726248a94debb404f12a3b0fd365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '0c82f226-49df-47b4-94cd-e6470cf2b441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:49:39Z', 'updated_at': '2021-09-22T16:49:43Z', 'revision_number': 4, 'project_id': '82e4726248a94debb404f12a3b0fd365', 'gw_port': {'id': '0c82f226-49df-47b4-94cd-e6470cf2b441', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba509fb6-00ac-44bd-a4ee-a01681b55463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:49:39Z', 'updated_at': '2021-09-22T16:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_interfaces': [{'id': 'f2a18a33-7300-4d87-94ab-dcd7a9c0d4f4', 'name': '', 'network_id': 'e412c51b-ba20-4206-9d3c-bf5b3e108338', 'tenant_id': '82e4726248a94debb404f12a3b0fd365', 'mac_address': 'fa:16:3e:62:4b:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba509fb6-00ac-44bd-a4ee-a01681b55463', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '24de4de1-2d87-4ce5-8f10-b3a52a04f33d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:49:42Z', 'updated_at': '2021-09-22T16:49:46Z', 'revision_number': 4, 'project_id': '82e4726248a94debb404f12a3b0fd365', 'subnets': [{'id': '24de4de1-2d87-4ce5-8f10-b3a52a04f33d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 16:49:47.940762 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9432251-7382-44d8-8519-9d5164031873 req-272e5915-3039-4135-a432-a6567243ed23 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:47.943436 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-b9432251-7382-44d8-8519-9d5164031873 req-272e5915-3039-4135-a432-a6567243ed23 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=4822262c-0ad7-4968-82f4-66e238216d08 HTTP/1.1" status: 200 len: 946 time: 0.0577142 Sep 22 16:49:48.018639 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-b9432251-7382-44d8-8519-9d5164031873 req-05215b40-9bb5-4f5c-a51e-597e842a5b72 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689774 Sep 22 16:49:49.144198 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eea8f6-d194-4bab-9bca-1586b9340b27 req-7d465afd-6a98-45df-8511-6034334aba36 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:49.146121 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-d3eea8f6-d194-4bab-9bca-1586b9340b27 req-7d465afd-6a98-45df-8511-6034334aba36 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=4822262c-0ad7-4968-82f4-66e238216d08 HTTP/1.1" status: 200 len: 946 time: 0.0496199 Sep 22 16:49:49.184966 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-d3eea8f6-d194-4bab-9bca-1586b9340b27 req-a5572dec-2ab4-434a-9e78-0b32bd2b8bb3 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328131 Sep 22 16:49:49.592514 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device f2a18a33-7300-4d87-94ab-dcd7a9c0d4f4 up at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 16:49:49.646038 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Provisioning complete for port f2a18a33-7300-4d87-94ab-dcd7a9c0d4f4 triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:49:49.646424 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:51.563858 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device 2a806c6e-1758-45b2-8718-db10c0e57786 no longer exists at agent hyperv_hv-cinder-80996 {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 16:49:51.583294 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] No Port match for: 2a806c6e-1758-45b2-8718-db10c0e57786 {{(pid=100454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 16:49:51.583629 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device 2a806c6e-1758-45b2-8718-db10c0e57786 not bound to the agent host hv-cinder-80996 {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 16:49:55.730167 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-1dd64695-589d-47a2-af15-d63ca5834d27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:55.908803 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e5722-cdf9-4f97-a90c-8b0653d88343 req-e4934cd1-cdef-4258-9e7f-789392fb1524 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:49:55.910342 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a20e5722-cdf9-4f97-a90c-8b0653d88343 req-e4934cd1-cdef-4258-9e7f-789392fb1524 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=4822262c-0ad7-4968-82f4-66e238216d08 HTTP/1.1" status: 200 len: 946 time: 0.0657642 Sep 22 16:49:55.953648 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a20e5722-cdf9-4f97-a90c-8b0653d88343 req-e3b11f8e-c184-4e43-a1ee-bbe2886100bd tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365765 Sep 22 16:49:56.163916 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:58.669598 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-aa5866ca-55ef-49a8-b4d2-cb4c65b9aa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:59.011897 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:59.591253 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-c376604a-15ac-4af8-994c-a8e4e85893e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:00.921081 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ea12bc52-457f-4758-858a-1e27800db098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:04.421478 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdbf167-29c4-4d06-816e-f026221a893d req-d53f3720-d9b9-43ef-99a5-b4cd2e89e006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:04.423613 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-fcdbf167-29c4-4d06-816e-f026221a893d req-d53f3720-d9b9-43ef-99a5-b4cd2e89e006 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b8bdb2bea31e47d187cb21b1f1e64ba1&device_id=4822262c-0ad7-4968-82f4-66e238216d08 HTTP/1.1" status: 200 len: 1099 time: 0.0568609 Sep 22 16:50:04.436855 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e20fd-63d7-4e56-b1d0-b584ae773983 req-8414cde5-e233-4bd3-8845-3bc16410e868 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:04.439102 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-e75e20fd-63d7-4e56-b1d0-b584ae773983 req-8414cde5-e233-4bd3-8845-3bc16410e868 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=4822262c-0ad7-4968-82f4-66e238216d08 HTTP/1.1" status: 200 len: 946 time: 0.0566962 Sep 22 16:50:04.493905 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-e75e20fd-63d7-4e56-b1d0-b584ae773983 req-1d7aa033-11de-42a8-a164-98d56d4ea74b tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437872 Sep 22 16:50:04.544246 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdbf167-29c4-4d06-816e-f026221a893d req-8e4a968b-c544-4c03-8099-c333e2237366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:04.546290 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-fcdbf167-29c4-4d06-816e-f026221a893d req-8e4a968b-c544-4c03-8099-c333e2237366 service neutron] 10.222.0.72 "GET /v2.0/networks?id=933b11c6-c16c-4f49-9f97-7720f111f0ed HTTP/1.1" status: 200 len: 921 time: 0.1127148 Sep 22 16:50:04.618531 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-fcdbf167-29c4-4d06-816e-f026221a893d req-7f443816-c8fd-40ba-a349-3b01f16658aa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e17e49ab-7fc6-4ed6-8321-386288b88f09 HTTP/1.1" status: 200 len: 217 time: 0.0518255 Sep 22 16:50:04.686376 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdbf167-29c4-4d06-816e-f026221a893d req-13e2518a-0718-41f3-8616-0ecdccbac16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:04.687813 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-fcdbf167-29c4-4d06-816e-f026221a893d req-13e2518a-0718-41f3-8616-0ecdccbac16a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cc6f66dc-a466-4cdc-9953-0a3b593f7cb6 HTTP/1.1" status: 200 len: 859 time: 0.0519400 Sep 22 16:50:04.731165 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-fcdbf167-29c4-4d06-816e-f026221a893d req-c19ad33d-0bed-4cc8-b852-34b8dcfad5d2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=933b11c6-c16c-4f49-9f97-7720f111f0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346847 Sep 22 16:50:04.839630 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-fcdbf167-29c4-4d06-816e-f026221a893d req-08aefbf4-c624-4dab-be0d-2b28df12430e service neutron] 10.222.0.72 "GET /v2.0/networks/933b11c6-c16c-4f49-9f97-7720f111f0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955102 Sep 22 16:50:04.951945 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-fcdbf167-29c4-4d06-816e-f026221a893d req-8aba0b17-8061-4508-a544-b4349e0cbcc3 service neutron] 10.222.0.72 "GET /v2.0/networks/933b11c6-c16c-4f49-9f97-7720f111f0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977271 Sep 22 16:50:05.640290 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daac32e-4488-4d71-8272-fe44d36ca21a req-d239d606-577b-4fe3-80bc-e3e4dc87121e tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:05.641795 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-4daac32e-4488-4d71-8272-fe44d36ca21a req-d239d606-577b-4fe3-80bc-e3e4dc87121e tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=4822262c-0ad7-4968-82f4-66e238216d08 HTTP/1.1" status: 200 len: 946 time: 0.0596502 Sep 22 16:50:05.682388 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-4daac32e-4488-4d71-8272-fe44d36ca21a req-2d0f66aa-63cb-4fe3-9661-8e970e68ff9a tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330782 Sep 22 16:50:06.821908 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464deab8-735f-4294-9879-239a594da162 req-32c62352-a85d-4e43-8bd6-8e159eb911e9 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:06.830258 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-464deab8-735f-4294-9879-239a594da162 req-32c62352-a85d-4e43-8bd6-8e159eb911e9 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=4822262c-0ad7-4968-82f4-66e238216d08 HTTP/1.1" status: 200 len: 946 time: 0.0665147 Sep 22 16:50:06.865879 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-464deab8-735f-4294-9879-239a594da162 req-39947d38-5416-404c-8785-501b6fc14442 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344191 Sep 22 16:50:08.005367 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b28b4-25a4-425b-b00c-b9b0d6cb6658 req-3ed5a6a0-7010-4441-aa87-aca085d5b5e4 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:08.007742 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-e89b28b4-25a4-425b-b00c-b9b0d6cb6658 req-3ed5a6a0-7010-4441-aa87-aca085d5b5e4 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=4822262c-0ad7-4968-82f4-66e238216d08 HTTP/1.1" status: 200 len: 946 time: 0.0513694 Sep 22 16:50:08.053648 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-e89b28b4-25a4-425b-b00c-b9b0d6cb6658 req-c7bc1b76-9343-424c-9fe9-6b5ed26d69f5 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358238 Sep 22 16:50:09.192690 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f1f57-f019-4f13-a035-91117e5c9da7 req-e24160c1-71b7-4f60-be43-c4f16c425b0d tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:09.200031 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-894f1f57-f019-4f13-a035-91117e5c9da7 req-e24160c1-71b7-4f60-be43-c4f16c425b0d tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=4822262c-0ad7-4968-82f4-66e238216d08 HTTP/1.1" status: 200 len: 946 time: 0.0641003 Sep 22 16:50:09.243774 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-894f1f57-f019-4f13-a035-91117e5c9da7 req-ac21797d-dcd1-489d-9e37-f618ae965008 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427744 Sep 22 16:50:09.734868 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 57880) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:50:09.906484 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-41117f0a-d16c-46d0-b5d0-95de40992a13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:10.036350 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-41117f0a-d16c-46d0-b5d0-95de40992a13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:10.042034 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-41117f0a-d16c-46d0-b5d0-95de40992a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:10.090760 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41117f0a-d16c-46d0-b5d0-95de40992a13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28aba094-aad4-49ad-bcbf-e53534caee90,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:50:10.096307 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-41117f0a-d16c-46d0-b5d0-95de40992a13 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=76645dd442064431b1af2508938b0445&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3590779 Sep 22 16:50:10.098373 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 57886) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:50:10.175865 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-be9f2f44-620f-4d1e-9d54-1afa40227783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:10.198939 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-be9f2f44-620f-4d1e-9d54-1afa40227783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:10.259716 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-be9f2f44-620f-4d1e-9d54-1afa40227783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:10.262339 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-be9f2f44-620f-4d1e-9d54-1afa40227783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:10.266657 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-be9f2f44-620f-4d1e-9d54-1afa40227783 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/28aba094-aad4-49ad-bcbf-e53534caee90 HTTP/1.1" status: 204 len: 168 time: 0.1668382 Sep 22 16:50:10.274719 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9f2f44-620f-4d1e-9d54-1afa40227783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28aba094-aad4-49ad-bcbf-e53534caee90,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:50:10.413746 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b205f6a1-253d-49d8-a5db-a1304caf6f6c req-97a4264c-7445-495d-b4d9-38f58f78b1ba tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:10.422859 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-b205f6a1-253d-49d8-a5db-a1304caf6f6c req-97a4264c-7445-495d-b4d9-38f58f78b1ba tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=4822262c-0ad7-4968-82f4-66e238216d08 HTTP/1.1" status: 200 len: 946 time: 0.0798125 Sep 22 16:50:10.464520 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-b205f6a1-253d-49d8-a5db-a1304caf6f6c req-f57b8629-fe13-49bf-a26e-7a6f0db09c96 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408013 Sep 22 16:50:10.670134 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 57900) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:50:10.686485 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-313472ee-fd67-4025-9335-e19751ad3063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:10.801952 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-313472ee-fd67-4025-9335-e19751ad3063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:10.807015 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-313472ee-fd67-4025-9335-e19751ad3063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:11.065295 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-313472ee-fd67-4025-9335-e19751ad3063 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=88ef317f34934b0fa51f3ddf90db00d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3928411 Sep 22 16:50:11.065473 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313472ee-fd67-4025-9335-e19751ad3063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fcafeb0-b815-45fe-aecf-620edbec7412,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:50:11.067873 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 57906) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:50:11.118873 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-07767db7-5390-4ebf-a6f7-f0045f6043bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:11.140927 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-07767db7-5390-4ebf-a6f7-f0045f6043bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:11.196703 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-07767db7-5390-4ebf-a6f7-f0045f6043bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:11.199292 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-07767db7-5390-4ebf-a6f7-f0045f6043bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:11.200448 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-07767db7-5390-4ebf-a6f7-f0045f6043bd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4fcafeb0-b815-45fe-aecf-620edbec7412 HTTP/1.1" status: 204 len: 168 time: 0.1317084 Sep 22 16:50:11.208312 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07767db7-5390-4ebf-a6f7-f0045f6043bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fcafeb0-b815-45fe-aecf-620edbec7412,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:50:11.622698 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b8a35-861d-43df-b5bf-548394043e45 req-ebdd0548-581c-4ff0-bbcc-7966b6a49988 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:11.633446 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-bf8b8a35-861d-43df-b5bf-548394043e45 req-ebdd0548-581c-4ff0-bbcc-7966b6a49988 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=4822262c-0ad7-4968-82f4-66e238216d08 HTTP/1.1" status: 200 len: 946 time: 0.0917680 Sep 22 16:50:11.676289 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-bf8b8a35-861d-43df-b5bf-548394043e45 req-0080e196-a85a-4df4-9627-4127a06e2757 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416830 Sep 22 16:50:12.815204 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1046b960-8f00-474f-8be7-a47f27a48123 req-eff57400-5195-4fe9-8fe9-755009eb9d0c tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:12.817459 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-1046b960-8f00-474f-8be7-a47f27a48123 req-eff57400-5195-4fe9-8fe9-755009eb9d0c tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=4822262c-0ad7-4968-82f4-66e238216d08 HTTP/1.1" status: 200 len: 946 time: 0.0568383 Sep 22 16:50:12.866809 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-1046b960-8f00-474f-8be7-a47f27a48123 req-f3aa58da-52b7-430b-a4b6-73e2c46123f4 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423310 Sep 22 16:50:13.987527 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4993cd-1952-4b53-a0a8-afce2f9badf1 req-b63b0d69-cfb9-4da9-ad09-0e43c076886e tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:13.994175 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-cc4993cd-1952-4b53-a0a8-afce2f9badf1 req-b63b0d69-cfb9-4da9-ad09-0e43c076886e tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=4822262c-0ad7-4968-82f4-66e238216d08 HTTP/1.1" status: 200 len: 946 time: 0.0568662 Sep 22 16:50:14.032315 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-cc4993cd-1952-4b53-a0a8-afce2f9badf1 req-5f544b57-2d15-4e2d-814f-ce81dd38df44 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359867 Sep 22 16:50:15.013324 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.agents_db [None req-27f04faf-824b-4b06-8ae5-89241b6ab4ba None None] Agent healthcheck: found 6 active agents {{(pid=100455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 16:50:15.195950 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2a1b90-9c72-47bb-ab5a-29fff31eb271 req-d1dc6da1-1f44-41e8-b816-8efcef75bfd9 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:15.202138 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-5d2a1b90-9c72-47bb-ab5a-29fff31eb271 req-d1dc6da1-1f44-41e8-b816-8efcef75bfd9 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=4822262c-0ad7-4968-82f4-66e238216d08 HTTP/1.1" status: 200 len: 946 time: 0.0813012 Sep 22 16:50:15.243024 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-5d2a1b90-9c72-47bb-ab5a-29fff31eb271 req-be0108f7-3d7d-4ae7-9672-043d66386171 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377905 Sep 22 16:50:16.393381 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428d7a8-621b-462e-8480-56fdce53573f req-160a8ad9-766e-4844-b5c5-c4aebe072d41 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:16.395666 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-3428d7a8-621b-462e-8480-56fdce53573f req-160a8ad9-766e-4844-b5c5-c4aebe072d41 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=4822262c-0ad7-4968-82f4-66e238216d08 HTTP/1.1" status: 200 len: 946 time: 0.0591233 Sep 22 16:50:16.497622 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-3428d7a8-621b-462e-8480-56fdce53573f req-badb486f-9dc2-4d04-a53b-1a5106d04ca2 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872731 Sep 22 16:50:16.968714 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 58062) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:50:17.082607 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-b4fced8d-f662-44b9-9015-c46754d007f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:17.185615 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-b4fced8d-f662-44b9-9015-c46754d007f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:17.190867 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-b4fced8d-f662-44b9-9015-c46754d007f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:17.231773 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-b4fced8d-f662-44b9-9015-c46754d007f2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0c9d69bc6e5947ae917a201cc383482a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2591703 Sep 22 16:50:17.232161 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 58066) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:50:17.241736 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fced8d-f662-44b9-9015-c46754d007f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=475a59a0-7e12-4cab-88a8-cf92ecf24a76,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:50:17.292835 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-bc8ea746-e500-4a5a-ae2d-8d3729a377e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:17.316870 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-bc8ea746-e500-4a5a-ae2d-8d3729a377e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:17.369381 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-bc8ea746-e500-4a5a-ae2d-8d3729a377e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:17.373347 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-bc8ea746-e500-4a5a-ae2d-8d3729a377e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:17.376785 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-bc8ea746-e500-4a5a-ae2d-8d3729a377e2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/475a59a0-7e12-4cab-88a8-cf92ecf24a76 HTTP/1.1" status: 204 len: 168 time: 0.1413109 Sep 22 16:50:17.388071 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8ea746-e500-4a5a-ae2d-8d3729a377e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475a59a0-7e12-4cab-88a8-cf92ecf24a76,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:50:17.622863 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3094551-d2e7-447f-87e4-5a128a3a3e65 req-b7cbdbda-0e3d-4e34-8c3e-445a38b2e9ff tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:17.624348 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f3094551-d2e7-447f-87e4-5a128a3a3e65 req-b7cbdbda-0e3d-4e34-8c3e-445a38b2e9ff tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=4822262c-0ad7-4968-82f4-66e238216d08 HTTP/1.1" status: 200 len: 946 time: 0.0526984 Sep 22 16:50:17.665341 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f3094551-d2e7-447f-87e4-5a128a3a3e65 req-ba72858c-1d60-4019-9457-fe67ffbba5a6 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349264 Sep 22 16:50:17.706379 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 58094) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:50:17.720769 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-21da9614-d79d-499b-86f6-caf4cf3784e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:17.808543 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-21da9614-d79d-499b-86f6-caf4cf3784e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:17.812507 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-21da9614-d79d-499b-86f6-caf4cf3784e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:17.850312 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-21da9614-d79d-499b-86f6-caf4cf3784e8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6085fab424bd47708be6bac3e3a31e1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1428306 Sep 22 16:50:17.851148 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21da9614-d79d-499b-86f6-caf4cf3784e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e755e976-347c-408f-b40f-820028bcf621,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:50:17.853293 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 58098) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:50:17.904398 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-5cebd900-efd2-424b-8fe2-c62908deca6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:17.924255 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-5cebd900-efd2-424b-8fe2-c62908deca6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:17.969031 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-5cebd900-efd2-424b-8fe2-c62908deca6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:17.971544 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-5cebd900-efd2-424b-8fe2-c62908deca6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:17.972704 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-5cebd900-efd2-424b-8fe2-c62908deca6c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e755e976-347c-408f-b40f-820028bcf621 HTTP/1.1" status: 204 len: 168 time: 0.1183743 Sep 22 16:50:17.980162 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cebd900-efd2-424b-8fe2-c62908deca6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e755e976-347c-408f-b40f-820028bcf621,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:50:18.793111 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf56d8-4b71-470c-bdf2-4d58b2dfbdfb req-53f945ed-594d-4902-86b4-34457928024e tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:18.793111 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-20cf56d8-4b71-470c-bdf2-4d58b2dfbdfb req-53f945ed-594d-4902-86b4-34457928024e tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=4822262c-0ad7-4968-82f4-66e238216d08 HTTP/1.1" status: 200 len: 946 time: 0.0562379 Sep 22 16:50:18.837536 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-20cf56d8-4b71-470c-bdf2-4d58b2dfbdfb req-0cd896bb-35f0-4239-bab7-eed6510c1b7d tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373793 Sep 22 16:50:19.957982 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28040184-bc6e-429e-a14f-b18608c78cd9 req-3e745d54-64e6-4993-b645-ad9587e5f80d tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:19.960186 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-28040184-bc6e-429e-a14f-b18608c78cd9 req-3e745d54-64e6-4993-b645-ad9587e5f80d tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=4822262c-0ad7-4968-82f4-66e238216d08 HTTP/1.1" status: 200 len: 946 time: 0.0514686 Sep 22 16:50:19.996736 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-28040184-bc6e-429e-a14f-b18608c78cd9 req-766bb5e6-3988-4cf5-b1ec-fbb14124a028 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305769 Sep 22 16:50:20.244539 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 58224) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:50:20.290356 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.db_base_plugin_v2 [None req-73affd61-00bd-43a0-a2d7-0a6e999dcfc2 admin admin] Deleting subnet 2be41ef2-d4c4-4d9d-b269-ed920d51485e {{(pid=100452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 16:50:20.293320 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-73affd61-00bd-43a0-a2d7-0a6e999dcfc2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:20.327638 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-73affd61-00bd-43a0-a2d7-0a6e999dcfc2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:20.336576 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-73affd61-00bd-43a0-a2d7-0a6e999dcfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720017'] for subnet, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:20.388726 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-73affd61-00bd-43a0-a2d7-0a6e999dcfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351'] for subnet, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:20.414278 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73affd61-00bd-43a0-a2d7-0a6e999dcfc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2be41ef2-d4c4-4d9d-b269-ed920d51485e,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:50:20.418863 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-73affd61-00bd-43a0-a2d7-0a6e999dcfc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for subnet, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:20.420766 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-73affd61-00bd-43a0-a2d7-0a6e999dcfc2 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/2be41ef2-d4c4-4d9d-b269-ed920d51485e HTTP/1.1" status: 204 len: 168 time: 0.1752431 Sep 22 16:50:20.423186 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 58226) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:50:20.491512 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-40ccadfe-5ee4-48e6-8a22-edeb28db6345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638825'] for network, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:20.572079 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-40ccadfe-5ee4-48e6-8a22-edeb28db6345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705832', 'neutron.services.segments.db._delete_segments_for_network-8735275045268'] for network, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:20.591364 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-40ccadfe-5ee4-48e6-8a22-edeb28db6345 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:50:20.591704 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-40ccadfe-5ee4-48e6-8a22-edeb28db6345 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:50:20.592437 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-40ccadfe-5ee4-48e6-8a22-edeb28db6345 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:50:20.592776 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-40ccadfe-5ee4-48e6-8a22-edeb28db6345 admin admin] Subscribe: > port after_create 55550000 {{(pid=100452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:50:20.593110 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-40ccadfe-5ee4-48e6-8a22-edeb28db6345 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:50:20.593438 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-40ccadfe-5ee4-48e6-8a22-edeb28db6345 admin admin] Subscribe: > port after_update 55550000 {{(pid=100452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:50:20.593773 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-40ccadfe-5ee4-48e6-8a22-edeb28db6345 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:50:20.594082 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-40ccadfe-5ee4-48e6-8a22-edeb28db6345 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:50:20.594389 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-40ccadfe-5ee4-48e6-8a22-edeb28db6345 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:50:20.594703 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-40ccadfe-5ee4-48e6-8a22-edeb28db6345 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:50:20.663189 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-40ccadfe-5ee4-48e6-8a22-edeb28db6345 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:50:20.663518 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-40ccadfe-5ee4-48e6-8a22-edeb28db6345 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:50:20.663841 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-40ccadfe-5ee4-48e6-8a22-edeb28db6345 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:50:20.664163 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-40ccadfe-5ee4-48e6-8a22-edeb28db6345 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:50:20.664522 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.services.segments.db [None req-40ccadfe-5ee4-48e6-8a22-edeb28db6345 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c88e0957-36de-479b-a8d4-61b47c068537']}} {{(pid=100452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:50:20.680811 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.services.segments.db [None req-40ccadfe-5ee4-48e6-8a22-edeb28db6345 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96f3e314-c094-4afd-9707-cf49f4a2697b') {'for_net_delete': True} {{(pid=100452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:50:20.681037 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.services.segments.db [None req-40ccadfe-5ee4-48e6-8a22-edeb28db6345 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96f3e314-c094-4afd-9707-cf49f4a2697b') {} {{(pid=100452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:50:20.697113 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-40ccadfe-5ee4-48e6-8a22-edeb28db6345 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735275044765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8994889'] for segment, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:20.721620 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-40ccadfe-5ee4-48e6-8a22-edeb28db6345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720390'] for segment, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:20.730431 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40ccadfe-5ee4-48e6-8a22-edeb28db6345 admin admin] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=100452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 16:50:20.730828 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-40ccadfe-5ee4-48e6-8a22-edeb28db6345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8764391'] for segment, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:20.734651 dv-cinder-809968-4-iscsi neutron-server[100452]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 22 16:50:20.734651 dv-cinder-809968-4-iscsi neutron-server[100452]: from cryptography.utils import int_from_bytes Sep 22 16:50:20.734651 dv-cinder-809968-4-iscsi neutron-server[100452]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 22 16:50:20.734651 dv-cinder-809968-4-iscsi neutron-server[100452]: from cryptography.utils import int_from_bytes Sep 22 16:50:20.734651 dv-cinder-809968-4-iscsi neutron-server[100452]: Traceback (most recent call last): Sep 22 16:50:20.734651 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 16:50:20.734651 dv-cinder-809968-4-iscsi neutron-server[100452]: timer() Sep 22 16:50:20.734651 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 16:50:20.734651 dv-cinder-809968-4-iscsi neutron-server[100452]: cb(*args, **kw) Sep 22 16:50:20.734651 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 16:50:20.734651 dv-cinder-809968-4-iscsi neutron-server[100452]: return func(*args, **kwargs) Sep 22 16:50:20.734651 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 16:50:20.734651 dv-cinder-809968-4-iscsi neutron-server[100452]: self._notify() Sep 22 16:50:20.734651 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 16:50:20.734651 dv-cinder-809968-4-iscsi neutron-server[100452]: self.callback(batched_events) Sep 22 16:50:20.734651 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 16:50:20.734651 dv-cinder-809968-4-iscsi neutron-server[100452]: event.method(event) Sep 22 16:50:20.734651 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 16:50:20.734651 dv-cinder-809968-4-iscsi neutron-server[100452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 16:50:20.734651 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 16:50:20.734651 dv-cinder-809968-4-iscsi neutron-server[100452]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 16:50:20.734651 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 16:50:20.734651 dv-cinder-809968-4-iscsi neutron-server[100452]: return f(self, *a, **k) Sep 22 16:50:20.734651 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 16:50:20.734651 dv-cinder-809968-4-iscsi neutron-server[100452]: return self._get(url).json() Sep 22 16:50:20.734651 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 16:50:20.734651 dv-cinder-809968-4-iscsi neutron-server[100452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 16:50:20.734651 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 16:50:20.734651 dv-cinder-809968-4-iscsi neutron-server[100452]: return self.request(url, 'GET', **kwargs) Sep 22 16:50:20.734651 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 16:50:20.734651 dv-cinder-809968-4-iscsi neutron-server[100452]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 16:50:20.734651 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 16:50:20.734651 dv-cinder-809968-4-iscsi neutron-server[100452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 16:50:20.734651 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 16:50:20.734651 dv-cinder-809968-4-iscsi neutron-server[100452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 16:50:20.734651 dv-cinder-809968-4-iscsi neutron-server[100452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 16:50:20.791039 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-40ccadfe-5ee4-48e6-8a22-edeb28db6345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700886'] for network, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:20.798040 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-40ccadfe-5ee4-48e6-8a22-edeb28db6345 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for network, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:20.799912 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-40ccadfe-5ee4-48e6-8a22-edeb28db6345 admin admin] 10.222.0.66 "DELETE /v2.0/networks/c88e0957-36de-479b-a8d4-61b47c068537 HTTP/1.1" status: 204 len: 168 time: 0.3757999 Sep 22 16:50:20.978347 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 58234) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:50:21.011930 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccadfe-5ee4-48e6-8a22-edeb28db6345 admin admin] Pushing event deleted for resources: {'Network': ['ID=c88e0957-36de-479b-a8d4-61b47c068537,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:50:21.026791 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-10ce01c4-0888-4ae0-8ef4-22e96c1e7256 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=42d17462ff8b4045b93c4c63fb947b29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0451112 Sep 22 16:50:21.027572 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 58238) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:50:21.084120 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-e46f0483-4f5c-4b80-8b36-6c8568a0a04e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:21.120368 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-e46f0483-4f5c-4b80-8b36-6c8568a0a04e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:21.146507 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13bc366-c4ae-4a06-82f1-aa0b6bcbd21b req-d3d6087e-be5e-45ff-aa15-87f287302e62 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:21.147954 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f13bc366-c4ae-4a06-82f1-aa0b6bcbd21b req-d3d6087e-be5e-45ff-aa15-87f287302e62 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=4822262c-0ad7-4968-82f4-66e238216d08 HTTP/1.1" status: 200 len: 946 time: 0.0769258 Sep 22 16:50:21.194262 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f13bc366-c4ae-4a06-82f1-aa0b6bcbd21b req-9d305cae-e177-4585-93d5-0392a30d5d37 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384793 Sep 22 16:50:21.200868 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-e46f0483-4f5c-4b80-8b36-6c8568a0a04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:21.203526 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-e46f0483-4f5c-4b80-8b36-6c8568a0a04e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:21.204623 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-e46f0483-4f5c-4b80-8b36-6c8568a0a04e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ba169af3-c767-4c8b-883b-8c73861f692c HTTP/1.1" status: 204 len: 168 time: 0.1767316 Sep 22 16:50:21.215693 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46f0483-4f5c-4b80-8b36-6c8568a0a04e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba169af3-c767-4c8b-883b-8c73861f692c,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:50:22.249835 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 58286) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:50:22.315512 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f406b42-2411-4900-abdb-eb8acb4a0331 req-80b3f6a9-21a2-430f-ac3a-170311c3ac3c tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:22.316970 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-7f406b42-2411-4900-abdb-eb8acb4a0331 req-80b3f6a9-21a2-430f-ac3a-170311c3ac3c tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=4822262c-0ad7-4968-82f4-66e238216d08 HTTP/1.1" status: 200 len: 946 time: 0.0517564 Sep 22 16:50:22.365355 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-7f406b42-2411-4900-abdb-eb8acb4a0331 req-8ba4a70f-ba15-49b3-ba21-beeeec12a9fe tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407801 Sep 22 16:50:22.366471 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-3d47ccac-e161-460c-b1c9-2dc76089f1c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:22.452291 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-3d47ccac-e161-460c-b1c9-2dc76089f1c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:22.455933 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-3d47ccac-e161-460c-b1c9-2dc76089f1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:22.492606 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-3d47ccac-e161-460c-b1c9-2dc76089f1c1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2240ca60dcd147e08bb2f4a6f7b3740c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2415330 Sep 22 16:50:22.493453 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d47ccac-e161-460c-b1c9-2dc76089f1c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9850db3-8e3e-4bd4-8272-3851aa5183d6,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:50:22.495485 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 58294) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:50:22.542152 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-2075c1b8-b914-43dd-afa6-69d329387874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:22.562354 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-2075c1b8-b914-43dd-afa6-69d329387874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:22.608087 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-2075c1b8-b914-43dd-afa6-69d329387874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:22.610660 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-2075c1b8-b914-43dd-afa6-69d329387874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:22.611763 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-2075c1b8-b914-43dd-afa6-69d329387874 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f9850db3-8e3e-4bd4-8272-3851aa5183d6 HTTP/1.1" status: 204 len: 168 time: 0.1152954 Sep 22 16:50:22.619612 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2075c1b8-b914-43dd-afa6-69d329387874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9850db3-8e3e-4bd4-8272-3851aa5183d6,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:50:23.481540 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dccaf81-97e7-49e5-b3f7-ac2176860f1d req-7d04297f-06d2-46c2-bc2c-a8a71e31118e tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:23.483171 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-8dccaf81-97e7-49e5-b3f7-ac2176860f1d req-7d04297f-06d2-46c2-bc2c-a8a71e31118e tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=4822262c-0ad7-4968-82f4-66e238216d08 HTTP/1.1" status: 200 len: 946 time: 0.0484469 Sep 22 16:50:23.521625 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-8dccaf81-97e7-49e5-b3f7-ac2176860f1d req-094c8f1f-410f-43d5-bef6-09eaa4db1cf5 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315442 Sep 22 16:50:25.721075 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-a1e16de4-c181-4361-a7f4-c94675246373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:26.165473 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:26.867794 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b0fa25-ec83-40b7-bda6-a9a10cff2502 req-2a187ef2-e611-4fac-933a-e923bca78b6f tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:26.869274 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-e9b0fa25-ec83-40b7-bda6-a9a10cff2502 req-2a187ef2-e611-4fac-933a-e923bca78b6f tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=4822262c-0ad7-4968-82f4-66e238216d08 HTTP/1.1" status: 200 len: 946 time: 0.0539768 Sep 22 16:50:26.906567 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-e9b0fa25-ec83-40b7-bda6-a9a10cff2502 req-0928469e-2499-4b20-8c80-cd203925b53f tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315392 Sep 22 16:50:28.042385 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e0aa2d-1e52-4fd0-9159-a89005c26a46 req-71f569f2-5286-468c-b060-c10dffa671f6 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:28.043809 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-08e0aa2d-1e52-4fd0-9159-a89005c26a46 req-71f569f2-5286-468c-b060-c10dffa671f6 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=4822262c-0ad7-4968-82f4-66e238216d08 HTTP/1.1" status: 200 len: 946 time: 0.0496547 Sep 22 16:50:28.082589 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-08e0aa2d-1e52-4fd0-9159-a89005c26a46 req-8bbd7d08-20f7-4809-a0a0-76cec78db5f4 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328946 Sep 22 16:50:28.346483 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-dd9b8e93-0929-42f1-ab37-d78e5d106b22 req-9a7ea59a-69fe-4eec-a12f-e2c88476fa16 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2094646894&fields=id&tenant_id=4268d5a7c3ba47fc9f303a67b37aee7a HTTP/1.1" status: 200 len: 267 time: 0.0325909 Sep 22 16:50:28.455220 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b8e93-0929-42f1-ab37-d78e5d106b22 req-287d5d89-73ca-4492-92b1-93ea9e7f80b0 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:28.456672 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-dd9b8e93-0929-42f1-ab37-d78e5d106b22 req-287d5d89-73ca-4492-92b1-93ea9e7f80b0 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/networks?id=aababfd4-24d1-4477-9e08-13669f02d6c3 HTTP/1.1" status: 200 len: 812 time: 0.1035664 Sep 22 16:50:28.471856 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-dd9b8e93-0929-42f1-ab37-d78e5d106b22 req-5fa2f221-7d85-41e3-b712-c2e67b18df89 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/quotas/4268d5a7c3ba47fc9f303a67b37aee7a HTTP/1.1" status: 200 len: 375 time: 0.0086937 Sep 22 16:50:28.477439 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3baa9c1-30e0-41ec-9bad-ea3300ebf3ec req-02393dc8-10e1-49a9-b88b-459ddbefcd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:28.478957 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-b3baa9c1-30e0-41ec-9bad-ea3300ebf3ec req-02393dc8-10e1-49a9-b88b-459ddbefcd72 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4822262c-0ad7-4968-82f4-66e238216d08 HTTP/1.1" status: 200 len: 1099 time: 0.0396118 Sep 22 16:50:28.514879 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-b3baa9c1-30e0-41ec-9bad-ea3300ebf3ec req-084ec416-c333-4874-9815-2476e5ada805 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278254 Sep 22 16:50:28.525622 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-dd9b8e93-0929-42f1-ab37-d78e5d106b22 req-bb1418ce-a78f-4403-93a8-a7aaf1f79565 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=4268d5a7c3ba47fc9f303a67b37aee7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459268 Sep 22 16:50:28.623457 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-dd9b8e93-0929-42f1-ab37-d78e5d106b22 req-bd8cdad3-b0bc-4b03-b62e-605f00798619 service neutron] 10.222.0.66 "GET /v2.0/networks/aababfd4-24d1-4477-9e08-13669f02d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850492 Sep 22 16:50:28.674103 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-9ccea836-bf14-4ed2-bde1-5fb882885b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:28.715564 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-dd9b8e93-0929-42f1-ab37-d78e5d106b22 req-b5a2d12f-73a2-4a97-9017-2082051905d4 service neutron] 10.222.0.66 "GET /v2.0/networks/aababfd4-24d1-4477-9e08-13669f02d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860207 Sep 22 16:50:28.837858 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-2d9ce99d-691f-4c7d-8724-ea19981d3b46 req-9474eae7-8f5e-4d7b-b0ba-e1c02c286cf3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437741 Sep 22 16:50:28.904887 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ce99d-691f-4c7d-8724-ea19981d3b46 req-bad1821d-2096-4828-aba3-1df93ba6a7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:28.906497 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-2d9ce99d-691f-4c7d-8724-ea19981d3b46 req-bad1821d-2096-4828-aba3-1df93ba6a7f7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=561be258dcb34fb388cd55aeb3bb42b0&device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 1098 time: 0.0434382 Sep 22 16:50:29.029271 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:29.042401 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ce99d-691f-4c7d-8724-ea19981d3b46 req-5ab32c5a-ecb7-47f5-b87b-11b4db5f919c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:29.043956 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-2d9ce99d-691f-4c7d-8724-ea19981d3b46 req-5ab32c5a-ecb7-47f5-b87b-11b4db5f919c service neutron] 10.222.0.72 "GET /v2.0/networks?id=818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5 HTTP/1.1" status: 200 len: 912 time: 0.1106827 Sep 22 16:50:29.135978 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-2d9ce99d-691f-4c7d-8724-ea19981d3b46 req-4d05786c-7b4a-4626-94b3-97ccb3928f20 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a718f0a-bbc2-4ab1-8f9e-3eee69237667 HTTP/1.1" status: 200 len: 1000 time: 0.0819318 Sep 22 16:50:29.204799 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ce99d-691f-4c7d-8724-ea19981d3b46 req-3c8c4c1a-b77d-453c-8765-81c7d4308f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:29.206419 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-2d9ce99d-691f-4c7d-8724-ea19981d3b46 req-3c8c4c1a-b77d-453c-8765-81c7d4308f7d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6b2e37f6-e9e1-49ca-adc1-92f53c49454f HTTP/1.1" status: 200 len: 849 time: 0.0528865 Sep 22 16:50:29.238533 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-4482ba7e-6093-4abb-9670-8c5beae60e0f req-aa5fb628-7d04-4d6c-8abc-5daddf733806 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2e50832-560d-4052-a8fa-1793c36e8816 HTTP/1.1" status: 200 len: 210 time: 0.0308175 Sep 22 16:50:29.265007 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ce99d-691f-4c7d-8724-ea19981d3b46 req-bdd5697e-bf47-4b22-a348-23ef4fed4f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:29.266629 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-2d9ce99d-691f-4c7d-8724-ea19981d3b46 req-bdd5697e-bf47-4b22-a348-23ef4fed4f35 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0522022 Sep 22 16:50:29.354288 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f824a-8287-4a65-bd9d-c226d7a3e48d req-b72d165d-9fa8-4527-907a-0fc79cb57278 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:29.355916 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-7a6f824a-8287-4a65-bd9d-c226d7a3e48d req-b72d165d-9fa8-4527-907a-0fc79cb57278 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=4822262c-0ad7-4968-82f4-66e238216d08 HTTP/1.1" status: 200 len: 946 time: 0.0553761 Sep 22 16:50:29.365014 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-2d9ce99d-691f-4c7d-8724-ea19981d3b46 req-cbe180b9-c22a-4b90-95be-251937623945 service neutron] 10.222.0.72 "GET /v2.0/networks/818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901885 Sep 22 16:50:29.399375 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-7a6f824a-8287-4a65-bd9d-c226d7a3e48d req-0fdcddeb-9aa6-4ea5-8e3b-49460394417f tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370758 Sep 22 16:50:29.467857 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-2d9ce99d-691f-4c7d-8724-ea19981d3b46 req-ac4770fc-3063-4eaa-93f0-b418baecadba service neutron] 10.222.0.72 "GET /v2.0/networks/818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948174 Sep 22 16:50:29.590808 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-c376604a-15ac-4af8-994c-a8e4e85893e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:30.150998 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 58448) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:50:30.254969 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-7ed71768-a77b-40e2-ab6c-26a21224bcc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:30.343320 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-7ed71768-a77b-40e2-ab6c-26a21224bcc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:30.346765 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-7ed71768-a77b-40e2-ab6c-26a21224bcc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:30.383796 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-7ed71768-a77b-40e2-ab6c-26a21224bcc9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=09168ac378a6409ba5eeb1303ab610dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2317407 Sep 22 16:50:30.384932 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed71768-a77b-40e2-ab6c-26a21224bcc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1ed7f8-d6f3-44be-95e2-c6529c17e050,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:50:30.386570 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 58458) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:50:30.392126 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed71768-a77b-40e2-ab6c-26a21224bcc9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:50:30.392549 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed71768-a77b-40e2-ab6c-26a21224bcc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:50:30.392951 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed71768-a77b-40e2-ab6c-26a21224bcc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:50:30.393572 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed71768-a77b-40e2-ab6c-26a21224bcc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:50:30.393908 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed71768-a77b-40e2-ab6c-26a21224bcc9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:50:30.394235 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed71768-a77b-40e2-ab6c-26a21224bcc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:50:30.394587 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed71768-a77b-40e2-ab6c-26a21224bcc9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:50:30.394913 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed71768-a77b-40e2-ab6c-26a21224bcc9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:50:30.395271 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed71768-a77b-40e2-ab6c-26a21224bcc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:50:30.396127 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed71768-a77b-40e2-ab6c-26a21224bcc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:50:30.396445 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed71768-a77b-40e2-ab6c-26a21224bcc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:50:30.396787 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed71768-a77b-40e2-ab6c-26a21224bcc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:50:30.433900 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-4b6b680c-83a4-49c2-a862-e9686991b89e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:30.454100 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-4b6b680c-83a4-49c2-a862-e9686991b89e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:30.502677 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-4b6b680c-83a4-49c2-a862-e9686991b89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:30.505670 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-4b6b680c-83a4-49c2-a862-e9686991b89e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:30.506887 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-4b6b680c-83a4-49c2-a862-e9686991b89e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ed1ed7f8-d6f3-44be-95e2-c6529c17e050 HTTP/1.1" status: 204 len: 168 time: 0.1193461 Sep 22 16:50:30.514298 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6b680c-83a4-49c2-a862-e9686991b89e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1ed7f8-d6f3-44be-95e2-c6529c17e050,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:50:30.754369 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 58466) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:50:30.768022 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-4f311bbb-0676-4520-84ac-bdc431d38d61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:30.854862 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-4f311bbb-0676-4520-84ac-bdc431d38d61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:30.858356 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-4f311bbb-0676-4520-84ac-bdc431d38d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:30.896943 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f311bbb-0676-4520-84ac-bdc431d38d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5a9b4b-9e35-4a21-8c93-274a2dc33b33,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:50:30.903559 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-4f311bbb-0676-4520-84ac-bdc431d38d61 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7186f762756043dd9ceb15368c70e046&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1451530 Sep 22 16:50:30.904610 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 58468) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:50:30.922617 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ea12bc52-457f-4758-858a-1e27800db098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:30.952184 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-88bd727a-dbe0-4dfe-bb92-9f981a8ae0e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:30.972286 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-88bd727a-dbe0-4dfe-bb92-9f981a8ae0e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:31.019222 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-88bd727a-dbe0-4dfe-bb92-9f981a8ae0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:31.021832 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-88bd727a-dbe0-4dfe-bb92-9f981a8ae0e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:31.022989 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-88bd727a-dbe0-4dfe-bb92-9f981a8ae0e5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ab5a9b4b-9e35-4a21-8c93-274a2dc33b33 HTTP/1.1" status: 204 len: 168 time: 0.1183355 Sep 22 16:50:31.030213 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bd727a-dbe0-4dfe-bb92-9f981a8ae0e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5a9b4b-9e35-4a21-8c93-274a2dc33b33,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:50:31.691567 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 58492) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:50:31.784430 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [None req-b60a223e-2f19-48c6-9144-63b2372ce5a7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-806024342-network', 'tenant_id': 'b635e43154d94133b050ae6a10b9a594'}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:50:31.805496 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60a223e-2f19-48c6-9144-63b2372ce5a7 admin admin] Made reservation on behalf of b635e43154d94133b050ae6a10b9a594 for: {'network': 1} {{(pid=100452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:50:31.807731 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-b60a223e-2f19-48c6-9144-63b2372ce5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for network, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:31.815762 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-b60a223e-2f19-48c6-9144-63b2372ce5a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:31.899107 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-b60a223e-2f19-48c6-9144-63b2372ce5a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:31.903306 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-b60a223e-2f19-48c6-9144-63b2372ce5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:31.923351 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b60a223e-2f19-48c6-9144-63b2372ce5a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1080, 'physical_network': 'physnet1'} {{(pid=100452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 16:50:31.938155 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60a223e-2f19-48c6-9144-63b2372ce5a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e844e90b-fb94-4630-8f55-eeeac65e257f,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:50:31.940964 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-b60a223e-2f19-48c6-9144-63b2372ce5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720390'] for segment, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:31.941294 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.db.segments_db [None req-b60a223e-2f19-48c6-9144-63b2372ce5a7 admin admin] Added segment 9d1c7e28-9cc9-4d01-b1ed-24f6edb63888 of type vlan for network eb3a8bca-1725-4cdb-b83b-7489f71af890 Sep 22 16:50:31.984510 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-b60a223e-2f19-48c6-9144-63b2372ce5a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735274455839'] for network, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:32.007662 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-b60a223e-2f19-48c6-9144-63b2372ce5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351'] for network, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:32.008602 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60a223e-2f19-48c6-9144-63b2372ce5a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:32.009213 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-b60a223e-2f19-48c6-9144-63b2372ce5a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for network, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:32.039884 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-b60a223e-2f19-48c6-9144-63b2372ce5a7 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3471582 Sep 22 16:50:32.042978 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 58496) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:50:32.047943 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.v2.base [None req-232dca88-0e58-449a-85be-7a25bba60351 admin admin] Request body: {'subnet': {'network_id': 'eb3a8bca-1725-4cdb-b83b-7489f71af890', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-806024342-subnet', 'tenant_id': 'b635e43154d94133b050ae6a10b9a594', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:50:32.068291 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60a223e-2f19-48c6-9144-63b2372ce5a7 admin admin] Pushing event updated for resources: {'Network': ['ID=eb3a8bca-1725-4cdb-b83b-7489f71af890,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:50:32.068887 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232dca88-0e58-449a-85be-7a25bba60351 admin admin] Made reservation on behalf of b635e43154d94133b050ae6a10b9a594 for: {'subnet': 1} {{(pid=100453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:50:32.071269 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-232dca88-0e58-449a-85be-7a25bba60351 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10141703'] for subnet, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:32.078009 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Network eb3a8bca-1725-4cdb-b83b-7489f71af890 details requested by agent ovs-agent-dv-cinder-809968-4-iscsi with host dv-cinder-809968-4-iscsi {{(pid=100454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 16:50:32.233161 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-232dca88-0e58-449a-85be-7a25bba60351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8594331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10141749'] for subnet, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:32.297388 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232dca88-0e58-449a-85be-7a25bba60351 admin admin] Checking segment: {'id': '9d1c7e28-9cc9-4d01-b1ed-24f6edb63888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'eb3a8bca-1725-4cdb-b83b-7489f71af890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 16:50:32.297776 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232dca88-0e58-449a-85be-7a25bba60351 admin admin] Network hostable DHCP agents. Network: eb3a8bca-1725-4cdb-b83b-7489f71af890, hostable agents: ['0db1be0e-ef43-4063-8d54-96fc7c9973fd'], hosted agents: [] {{(pid=100453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 16:50:32.299582 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232dca88-0e58-449a-85be-7a25bba60351 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca9b0d9f-12c6-4692-9ee8-f4d37d75f574,revision_number=0']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:50:32.317571 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232dca88-0e58-449a-85be-7a25bba60351 admin admin] Network eb3a8bca-1725-4cdb-b83b-7489f71af890 is scheduled to be hosted by DHCP agent 0db1be0e-ef43-4063-8d54-96fc7c9973fd with binding_index 1 {{(pid=100453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 16:50:32.325214 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.base_scheduler [None req-232dca88-0e58-449a-85be-7a25bba60351 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809968-4-iscsi, eb3a8bca-1725-4cdb-b83b-7489f71af890) {{(pid=100453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:50:32.329263 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232dca88-0e58-449a-85be-7a25bba60351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:32.329865 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-232dca88-0e58-449a-85be-7a25bba60351 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:32.334803 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a37974-ffab-471e-85e9-c7b7cd77e099 None None] Network eb3a8bca-1725-4cdb-b83b-7489f71af890 requested from dv-cinder-809968-4-iscsi {{(pid=100454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 16:50:32.345015 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-232dca88-0e58-449a-85be-7a25bba60351 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3008084 Sep 22 16:50:32.455560 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc09d31-c3c2-4e6c-bff9-55a0144a42df None None] Network eb3a8bca-1725-4cdb-b83b-7489f71af890 requested from dv-cinder-809968-4-iscsi {{(pid=100454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 16:50:32.790821 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 58514) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:50:32.795660 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.v2.base [None req-a30b0934-f06e-441b-aa77-b59785af4acb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1113733168-network', 'tenant_id': '44e4f138466245b3ae7f7e3fe2718c3b'}} {{(pid=100453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:50:32.815097 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30b0934-f06e-441b-aa77-b59785af4acb admin admin] Made reservation on behalf of 44e4f138466245b3ae7f7e3fe2718c3b for: {'network': 1} {{(pid=100453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:50:32.818036 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-a30b0934-f06e-441b-aa77-b59785af4acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for network, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:32.826502 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-a30b0934-f06e-441b-aa77-b59785af4acb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:32.910478 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-a30b0934-f06e-441b-aa77-b59785af4acb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:32.914220 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-a30b0934-f06e-441b-aa77-b59785af4acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:32.937402 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a30b0934-f06e-441b-aa77-b59785af4acb admin admin] vlan segment allocate from pool success with {'vlan_id': 1072, 'physical_network': 'physnet1'} {{(pid=100453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 16:50:32.947197 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30b0934-f06e-441b-aa77-b59785af4acb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d6dd13-7ddc-438c-9b41-b8b7c027c8c1,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:50:32.954599 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-a30b0934-f06e-441b-aa77-b59785af4acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720390'] for segment, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:32.954930 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.db.segments_db [None req-a30b0934-f06e-441b-aa77-b59785af4acb admin admin] Added segment 335e7a38-342c-4cf2-8487-00f46a6cb833 of type vlan for network e5dbb3cd-9224-4d3e-a82a-575f49970a8f Sep 22 16:50:32.956744 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30b0934-f06e-441b-aa77-b59785af4acb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:50:32.957080 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30b0934-f06e-441b-aa77-b59785af4acb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:50:32.957415 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30b0934-f06e-441b-aa77-b59785af4acb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:50:32.957786 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30b0934-f06e-441b-aa77-b59785af4acb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:50:32.958118 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30b0934-f06e-441b-aa77-b59785af4acb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:50:32.958443 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30b0934-f06e-441b-aa77-b59785af4acb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:50:32.958760 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30b0934-f06e-441b-aa77-b59785af4acb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:50:32.959074 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30b0934-f06e-441b-aa77-b59785af4acb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:50:32.959391 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30b0934-f06e-441b-aa77-b59785af4acb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:50:32.959705 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30b0934-f06e-441b-aa77-b59785af4acb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:50:32.960015 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30b0934-f06e-441b-aa77-b59785af4acb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:50:32.960324 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30b0934-f06e-441b-aa77-b59785af4acb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:50:33.000524 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-a30b0934-f06e-441b-aa77-b59785af4acb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735274455839'] for network, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:33.023993 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-a30b0934-f06e-441b-aa77-b59785af4acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351'] for network, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:33.024922 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30b0934-f06e-441b-aa77-b59785af4acb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:33.025491 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-a30b0934-f06e-441b-aa77-b59785af4acb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for network, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:33.047368 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-a30b0934-f06e-441b-aa77-b59785af4acb admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2554860 Sep 22 16:50:33.050365 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 58516) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:50:33.055746 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [None req-5288752e-7996-4594-bdbf-3df0b7dcc402 admin admin] Request body: {'subnet': {'network_id': 'e5dbb3cd-9224-4d3e-a82a-575f49970a8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1113733168-subnet', 'tenant_id': '44e4f138466245b3ae7f7e3fe2718c3b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:50:33.076702 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5288752e-7996-4594-bdbf-3df0b7dcc402 admin admin] Made reservation on behalf of 44e4f138466245b3ae7f7e3fe2718c3b for: {'subnet': 1} {{(pid=100452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:50:33.079600 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-5288752e-7996-4594-bdbf-3df0b7dcc402 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8763357'] for subnet, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:33.087006 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30b0934-f06e-441b-aa77-b59785af4acb admin admin] Pushing event updated for resources: {'Network': ['ID=e5dbb3cd-9224-4d3e-a82a-575f49970a8f,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:50:33.096944 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Network e5dbb3cd-9224-4d3e-a82a-575f49970a8f details requested by agent ovs-agent-dv-cinder-809968-4-iscsi with host dv-cinder-809968-4-iscsi {{(pid=100454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 16:50:33.247295 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-5288752e-7996-4594-bdbf-3df0b7dcc402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8764040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8763375'] for subnet, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:33.306240 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5288752e-7996-4594-bdbf-3df0b7dcc402 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95c470e8-0bb2-432e-8f37-d1e7c5d6cdec,revision_number=0']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:50:33.313396 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5288752e-7996-4594-bdbf-3df0b7dcc402 admin admin] Checking segment: {'id': '335e7a38-342c-4cf2-8487-00f46a6cb833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'e5dbb3cd-9224-4d3e-a82a-575f49970a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 16:50:33.313784 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5288752e-7996-4594-bdbf-3df0b7dcc402 admin admin] Network hostable DHCP agents. Network: e5dbb3cd-9224-4d3e-a82a-575f49970a8f, hostable agents: ['0db1be0e-ef43-4063-8d54-96fc7c9973fd'], hosted agents: [] {{(pid=100452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 16:50:33.329396 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5288752e-7996-4594-bdbf-3df0b7dcc402 admin admin] Network e5dbb3cd-9224-4d3e-a82a-575f49970a8f is scheduled to be hosted by DHCP agent 0db1be0e-ef43-4063-8d54-96fc7c9973fd with binding_index 1 {{(pid=100452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 16:50:33.337130 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.base_scheduler [None req-5288752e-7996-4594-bdbf-3df0b7dcc402 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809968-4-iscsi, e5dbb3cd-9224-4d3e-a82a-575f49970a8f) {{(pid=100452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:50:33.341191 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5288752e-7996-4594-bdbf-3df0b7dcc402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:33.341808 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-5288752e-7996-4594-bdbf-3df0b7dcc402 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for subnet, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:33.345558 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a53522-c25a-4e2c-b428-4576c155f247 None None] Network e5dbb3cd-9224-4d3e-a82a-575f49970a8f requested from dv-cinder-809968-4-iscsi {{(pid=100454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 16:50:33.356792 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-5288752e-7996-4594-bdbf-3df0b7dcc402 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3053575 Sep 22 16:50:33.466387 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93eb807e-4b97-49f4-bb40-e16ff6d1f222 None None] Network e5dbb3cd-9224-4d3e-a82a-575f49970a8f requested from dv-cinder-809968-4-iscsi {{(pid=100454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 16:50:33.915497 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-e81407da-e7ff-4930-99af-9f2ea9e4f68d req-7a7bd540-d7d9-4701-ac53-73b64595fe71 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2e50832-560d-4052-a8fa-1793c36e8816 HTTP/1.1" status: 200 len: 210 time: 0.0377910 Sep 22 16:50:34.022024 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fda691-5dd6-4a17-9525-9016e27a13d9 req-045e8613-554e-484b-b406-37ddb62ba004 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:34.023519 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-60fda691-5dd6-4a17-9525-9016e27a13d9 req-045e8613-554e-484b-b406-37ddb62ba004 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=4822262c-0ad7-4968-82f4-66e238216d08 HTTP/1.1" status: 200 len: 946 time: 0.0500407 Sep 22 16:50:34.067661 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-60fda691-5dd6-4a17-9525-9016e27a13d9 req-16f73ded-a273-466b-b8cd-b80de8064128 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364783 Sep 22 16:50:34.068265 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b8e93-0929-42f1-ab37-d78e5d106b22 req-80af84fe-62a5-4c3f-87b5-7602ed4f8770 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:34.069443 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-dd9b8e93-0929-42f1-ab37-d78e5d106b22 req-80af84fe-62a5-4c3f-87b5-7602ed4f8770 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.72 "GET /v2.0/networks?id=aababfd4-24d1-4477-9e08-13669f02d6c3 HTTP/1.1" status: 200 len: 812 time: 0.1096060 Sep 22 16:50:34.113269 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-dd9b8e93-0929-42f1-ab37-d78e5d106b22 req-e696102d-ff1e-4de6-8e14-dbb03bfd4cb0 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4268d5a7c3ba47fc9f303a67b37aee7a HTTP/1.1" status: 200 len: 380 time: 0.0353637 Sep 22 16:50:34.122567 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [req-dd9b8e93-0929-42f1-ab37-d78e5d106b22 req-24c2ac75-079f-4308-9a1d-b12fee178ef1 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Request body: {'port': {'device_id': 'd2e50832-560d-4052-a8fa-1793c36e8816', 'network_id': 'aababfd4-24d1-4477-9e08-13669f02d6c3', 'admin_state_up': True, 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'security_groups': ['be6c47ea-c70c-43ec-80a7-495ccd2c830f']}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:50:34.242180 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd9b8e93-0929-42f1-ab37-d78e5d106b22 req-24c2ac75-079f-4308-9a1d-b12fee178ef1 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Made reservation on behalf of 4268d5a7c3ba47fc9f303a67b37aee7a for: {'port': 1} {{(pid=100452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:50:34.245642 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-dd9b8e93-0929-42f1-ab37-d78e5d106b22 req-24c2ac75-079f-4308-9a1d-b12fee178ef1 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:34.393513 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a949c3-dc61-4fd9-a508-a4f30dd06d05 req-705c626d-28ba-4fab-81af-120561ed78cd tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:34.396010 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-b9a949c3-dc61-4fd9-a508-a4f30dd06d05 req-705c626d-28ba-4fab-81af-120561ed78cd tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=4822262c-0ad7-4968-82f4-66e238216d08 HTTP/1.1" status: 200 len: 946 time: 0.0506160 Sep 22 16:50:34.419104 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.db_base_plugin_common [req-dd9b8e93-0929-42f1-ab37-d78e5d106b22 req-24c2ac75-079f-4308-9a1d-b12fee178ef1 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Allocated IP 172.20.0.5 (aababfd4-24d1-4477-9e08-13669f02d6c3/fd70f39b-af57-4d8a-9640-3850988db9e5/5cd820d1-76ae-4e2d-8fac-655170849749) {{(pid=100452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:50:34.422362 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8710b04a-6b3b-4701-8d36-157ac1af3582 req-ea05d5a2-0415-453c-92ac-87a87e2089c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:34.424054 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-8710b04a-6b3b-4701-8d36-157ac1af3582 req-ea05d5a2-0415-453c-92ac-87a87e2089c7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b8bdb2bea31e47d187cb21b1f1e64ba1&device_id=4822262c-0ad7-4968-82f4-66e238216d08 HTTP/1.1" status: 200 len: 1099 time: 0.0843737 Sep 22 16:50:34.438942 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-b9a949c3-dc61-4fd9-a508-a4f30dd06d05 req-64eda972-ae40-447b-bc85-aa46602e25ea tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355875 Sep 22 16:50:34.585822 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8710b04a-6b3b-4701-8d36-157ac1af3582 req-5ab8f449-2922-4dbe-a186-b0bf87cd9810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:34.587187 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-8710b04a-6b3b-4701-8d36-157ac1af3582 req-5ab8f449-2922-4dbe-a186-b0bf87cd9810 service neutron] 10.222.0.72 "GET /v2.0/networks?id=933b11c6-c16c-4f49-9f97-7720f111f0ed HTTP/1.1" status: 200 len: 921 time: 0.1538556 Sep 22 16:50:34.634257 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-8710b04a-6b3b-4701-8d36-157ac1af3582 req-de9749d1-87cf-4f4d-b841-d61623cec848 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e17e49ab-7fc6-4ed6-8321-386288b88f09 HTTP/1.1" status: 200 len: 217 time: 0.0384629 Sep 22 16:50:34.689252 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-dd9b8e93-0929-42f1-ab37-d78e5d106b22 req-24c2ac75-079f-4308-9a1d-b12fee178ef1 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks [] for port, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:34.705945 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8710b04a-6b3b-4701-8d36-157ac1af3582 req-7cdae75f-0ac8-4abb-a1dc-e9216c2e740a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:34.707373 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-8710b04a-6b3b-4701-8d36-157ac1af3582 req-7cdae75f-0ac8-4abb-a1dc-e9216c2e740a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cc6f66dc-a466-4cdc-9953-0a3b593f7cb6 HTTP/1.1" status: 200 len: 859 time: 0.0626931 Sep 22 16:50:34.744445 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-8710b04a-6b3b-4701-8d36-157ac1af3582 req-7dfb1ce4-8096-4e92-a1cb-7e8a36cb3053 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=933b11c6-c16c-4f49-9f97-7720f111f0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286775 Sep 22 16:50:34.762489 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-dd9b8e93-0929-42f1-ab37-d78e5d106b22 req-24c2ac75-079f-4308-9a1d-b12fee178ef1 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735274499777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8763924'] for port, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:34.823835 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd9b8e93-0929-42f1-ab37-d78e5d106b22 req-24c2ac75-079f-4308-9a1d-b12fee178ef1 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Network aababfd4-24d1-4477-9e08-13669f02d6c3 is already hosted by enough agents. {{(pid=100452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:50:34.852166 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.base_scheduler [req-dd9b8e93-0929-42f1-ab37-d78e5d106b22 req-24c2ac75-079f-4308-9a1d-b12fee178ef1 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Resources bound (agent type, host, resource id): {{(pid=100452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:50:34.857773 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd9b8e93-0929-42f1-ab37-d78e5d106b22 req-24c2ac75-079f-4308-9a1d-b12fee178ef1 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Received port after_create {{(pid=100452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 16:50:34.886614 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c2ac75-079f-4308-9a1d-b12fee178ef1 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Pushing event updated for resources: {'Port': ['ID=5cd820d1-76ae-4e2d-8fac-655170849749,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:50:34.927931 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b8e93-0929-42f1-ab37-d78e5d106b22 req-24c2ac75-079f-4308-9a1d-b12fee178ef1 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:34.928587 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-dd9b8e93-0929-42f1-ab37-d78e5d106b22 req-24c2ac75-079f-4308-9a1d-b12fee178ef1 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306'] for port, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:34.933735 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-8710b04a-6b3b-4701-8d36-157ac1af3582 req-daa58119-149e-4105-a3c9-fcf5428e4bfa service neutron] 10.222.0.72 "GET /v2.0/networks/933b11c6-c16c-4f49-9f97-7720f111f0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813486 Sep 22 16:50:34.954327 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-dd9b8e93-0929-42f1-ab37-d78e5d106b22 req-24c2ac75-079f-4308-9a1d-b12fee178ef1 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8353674 Sep 22 16:50:34.970839 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [req-dd9b8e93-0929-42f1-ab37-d78e5d106b22 req-bd6c44e5-f7e0-44f9-bcb2-06f23390cc10 service neutron] Request body: {'port': {'device_id': 'd2e50832-560d-4052-a8fa-1793c36e8816', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:50:35.078101 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-dd9b8e93-0929-42f1-ab37-d78e5d106b22 req-bd6c44e5-f7e0-44f9-bcb2-06f23390cc10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:35.083981 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f7601f-6a3f-4560-ace0-68851073a2c9 req-ce113de5-f78d-4af7-b136-8bbd987e5b69 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:35.086251 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-61f7601f-6a3f-4560-ace0-68851073a2c9 req-ce113de5-f78d-4af7-b136-8bbd987e5b69 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2e50832-560d-4052-a8fa-1793c36e8816 HTTP/1.1" status: 200 len: 931 time: 0.0877917 Sep 22 16:50:35.098004 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-8710b04a-6b3b-4701-8d36-157ac1af3582 req-fff2845b-4491-403a-bfec-64941c3b551b service neutron] 10.222.0.72 "GET /v2.0/networks/933b11c6-c16c-4f49-9f97-7720f111f0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560824 Sep 22 16:50:35.166457 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-61f7601f-6a3f-4560-ace0-68851073a2c9 req-cfd66f9e-1ae8-4069-934f-fe7a9992c9f0 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690517 Sep 22 16:50:35.214009 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-0206a6bb-fc71-4bd5-bc5c-bf6871df8a3a None None] Provisioning complete for port 5cd820d1-76ae-4e2d-8fac-655170849749 triggered by entity DHCP. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:50:35.215257 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-0206a6bb-fc71-4bd5-bc5c-bf6871df8a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:35.262400 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-0206a6bb-fc71-4bd5-bc5c-bf6871df8a3a None None] Port 5cd820d1-76ae-4e2d-8fac-655170849749 cannot update to ACTIVE because it is not bound. {{(pid=100454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 16:50:35.397043 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.notifiers.nova [req-dd9b8e93-0929-42f1-ab37-d78e5d106b22 req-bd6c44e5-f7e0-44f9-bcb2-06f23390cc10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cd820d1-76ae-4e2d-8fac-655170849749 {{(pid=100452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 16:50:35.404160 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-dd9b8e93-0929-42f1-ab37-d78e5d106b22 req-bd6c44e5-f7e0-44f9-bcb2-06f23390cc10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:35.415625 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.provisioning_blocks [req-dd9b8e93-0929-42f1-ab37-d78e5d106b22 req-bd6c44e5-f7e0-44f9-bcb2-06f23390cc10 service neutron] Transition to ACTIVE for port object 5cd820d1-76ae-4e2d-8fac-655170849749 will not be triggered until provisioned by entity L2. {{(pid=100452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:50:35.419414 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-dd9b8e93-0929-42f1-ab37-d78e5d106b22 req-bd6c44e5-f7e0-44f9-bcb2-06f23390cc10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8763935'] for port, after_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:35.473229 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6c44e5-f7e0-44f9-bcb2-06f23390cc10 service neutron] Pushing event updated for resources: {'Port': ['ID=5cd820d1-76ae-4e2d-8fac-655170849749,revision_number=2']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:50:35.574084 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.managers [req-dd9b8e93-0929-42f1-ab37-d78e5d106b22 req-bd6c44e5-f7e0-44f9-bcb2-06f23390cc10 service neutron] Attempting to bind port 5cd820d1-76ae-4e2d-8fac-655170849749 on host hv-cinder-80996 for vnic_type normal with profile {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 16:50:35.574980 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.managers [req-dd9b8e93-0929-42f1-ab37-d78e5d106b22 req-bd6c44e5-f7e0-44f9-bcb2-06f23390cc10 service neutron] Attempting to bind port 5cd820d1-76ae-4e2d-8fac-655170849749 by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': '2c663890-389a-46e8-a2e8-a82c167fea9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'aababfd4-24d1-4477-9e08-13669f02d6c3'}] {{(pid=100452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 16:50:35.575535 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9b8e93-0929-42f1-ab37-d78e5d106b22 req-bd6c44e5-f7e0-44f9-bcb2-06f23390cc10 service neutron] Attempting to bind port 5cd820d1-76ae-4e2d-8fac-655170849749 on network aababfd4-24d1-4477-9e08-13669f02d6c3 {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 16:50:35.582522 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9b8e93-0929-42f1-ab37-d78e5d106b22 req-bd6c44e5-f7e0-44f9-bcb2-06f23390cc10 service neutron] Port 5cd820d1-76ae-4e2d-8fac-655170849749 on network aababfd4-24d1-4477-9e08-13669f02d6c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 16:50:35.583777 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9b8e93-0929-42f1-ab37-d78e5d106b22 req-bd6c44e5-f7e0-44f9-bcb2-06f23390cc10 service neutron] Attempting to bind port 5cd820d1-76ae-4e2d-8fac-655170849749 on network aababfd4-24d1-4477-9e08-13669f02d6c3 {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 16:50:35.590393 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9b8e93-0929-42f1-ab37-d78e5d106b22 req-bd6c44e5-f7e0-44f9-bcb2-06f23390cc10 service neutron] Checking agent: {'id': 'b620640a-8129-43ac-bbbc-6cb85f2c2acf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 16, 45, 26), 'started_at': datetime.datetime(2021, 9, 22, 16, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 16, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 16:50:35.590743 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9b8e93-0929-42f1-ab37-d78e5d106b22 req-bd6c44e5-f7e0-44f9-bcb2-06f23390cc10 service neutron] Checking segment: {'id': '2c663890-389a-46e8-a2e8-a82c167fea9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'aababfd4-24d1-4477-9e08-13669f02d6c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 16:50:35.591117 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9b8e93-0929-42f1-ab37-d78e5d106b22 req-bd6c44e5-f7e0-44f9-bcb2-06f23390cc10 service neutron] Bound using segment: {'id': '2c663890-389a-46e8-a2e8-a82c167fea9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'aababfd4-24d1-4477-9e08-13669f02d6c3'} {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 16:50:35.591546 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.managers [req-dd9b8e93-0929-42f1-ab37-d78e5d106b22 req-bd6c44e5-f7e0-44f9-bcb2-06f23390cc10 service neutron] Bound port: 5cd820d1-76ae-4e2d-8fac-655170849749, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c663890-389a-46e8-a2e8-a82c167fea9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'aababfd4-24d1-4477-9e08-13669f02d6c3'}}] {{(pid=100452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 16:50:35.591902 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-dd9b8e93-0929-42f1-ab37-d78e5d106b22 req-bd6c44e5-f7e0-44f9-bcb2-06f23390cc10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:35.592486 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd0bae-1386-4b87-a779-b0995439f8e2 req-202342bd-c00c-404a-9b08-82b8d216664f tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:35.594063 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-62fd0bae-1386-4b87-a779-b0995439f8e2 req-202342bd-c00c-404a-9b08-82b8d216664f tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=4822262c-0ad7-4968-82f4-66e238216d08 HTTP/1.1" status: 200 len: 946 time: 0.0587375 Sep 22 16:50:35.639101 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-62fd0bae-1386-4b87-a779-b0995439f8e2 req-0ea3e425-99e7-4067-98b5-2a31b98eac0b tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369878 Sep 22 16:50:35.690064 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.db [req-dd9b8e93-0929-42f1-ab37-d78e5d106b22 req-bd6c44e5-f7e0-44f9-bcb2-06f23390cc10 service neutron] For port 5cd820d1-76ae-4e2d-8fac-655170849749, host hv-cinder-80996, cleared binding levels {{(pid=100452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 16:50:35.693269 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.db [req-dd9b8e93-0929-42f1-ab37-d78e5d106b22 req-bd6c44e5-f7e0-44f9-bcb2-06f23390cc10 service neutron] For port 5cd820d1-76ae-4e2d-8fac-655170849749, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=5cd820d1-76ae-4e2d-8fac-655170849749,segment=NetworkSegment(2c663890-389a-46e8-a2e8-a82c167fea9b),segment_id=2c663890-389a-46e8-a2e8-a82c167fea9b)] {{(pid=100452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 16:50:35.697367 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-dd9b8e93-0929-42f1-ab37-d78e5d106b22 req-bd6c44e5-f7e0-44f9-bcb2-06f23390cc10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8763935'] for port, after_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:35.732490 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b8e93-0929-42f1-ab37-d78e5d106b22 req-bd6c44e5-f7e0-44f9-bcb2-06f23390cc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:35.732980 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-dd9b8e93-0929-42f1-ab37-d78e5d106b22 req-bd6c44e5-f7e0-44f9-bcb2-06f23390cc10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306'] for port, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:35.734397 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-dd9b8e93-0929-42f1-ab37-d78e5d106b22 req-bd6c44e5-f7e0-44f9-bcb2-06f23390cc10 service neutron] 10.222.0.72 "PUT /v2.0/ports/5cd820d1-76ae-4e2d-8fac-655170849749 HTTP/1.1" status: 200 len: 1093 time: 0.7681816 Sep 22 16:50:35.734850 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2e50832-560d-4052-a8fa-1793c36e8816', 'tag': '5cd820d1-76ae-4e2d-8fac-655170849749'}] {{(pid=100452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 16:50:35.737173 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3daeaf716feba76a3af1624af44cd9d3b401b8dbf4d63f278f059799def7c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44fdc34-7323-4f88-bce9-bcd395a6d3e2" -d '{"events": [{"name": "network-changed", "server_uuid": "d2e50832-560d-4052-a8fa-1793c36e8816", "tag": "5cd820d1-76ae-4e2d-8fac-655170849749"}]}' {{(pid=100452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:50:35.763446 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6c44e5-f7e0-44f9-bcb2-06f23390cc10 service neutron] Pushing event updated for resources: {'Port': ['ID=5cd820d1-76ae-4e2d-8fac-655170849749,revision_number=3']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:50:35.796436 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 16:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f2c3bc-383b-42b7-ad2c-a2bc32e07aec x-openstack-request-id: req-96f2c3bc-383b-42b7-ad2c-a2bc32e07aec {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:50:35.796436 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2e50832-560d-4052-a8fa-1793c36e8816", "tag": "5cd820d1-76ae-4e2d-8fac-655170849749", "status": "completed", "code": 200}]} {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:50:35.796436 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-96f2c3bc-383b-42b7-ad2c-a2bc32e07aec {{(pid=100452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:50:35.796857 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2e50832-560d-4052-a8fa-1793c36e8816', 'tag': '5cd820d1-76ae-4e2d-8fac-655170849749', 'status': 'completed', 'code': 200} Sep 22 16:50:35.831657 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b8e93-0929-42f1-ab37-d78e5d106b22 req-55835311-2187-4d52-8cd5-35b34efce6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:35.833993 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-dd9b8e93-0929-42f1-ab37-d78e5d106b22 req-55835311-2187-4d52-8cd5-35b34efce6b7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4268d5a7c3ba47fc9f303a67b37aee7a&device_id=d2e50832-560d-4052-a8fa-1793c36e8816 HTTP/1.1" status: 200 len: 1096 time: 0.0496190 Sep 22 16:50:35.883558 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-dd9b8e93-0929-42f1-ab37-d78e5d106b22 req-e6e55213-75a7-4d5c-938e-d99ada1cd947 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5cd820d1-76ae-4e2d-8fac-655170849749 HTTP/1.1" status: 200 len: 217 time: 0.0405922 Sep 22 16:50:35.938458 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b8e93-0929-42f1-ab37-d78e5d106b22 req-b2d40dfd-fce1-44ce-b959-a28e233b7749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:35.939900 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-dd9b8e93-0929-42f1-ab37-d78e5d106b22 req-b2d40dfd-fce1-44ce-b959-a28e233b7749 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fd70f39b-af57-4d8a-9640-3850988db9e5 HTTP/1.1" status: 200 len: 851 time: 0.0452952 Sep 22 16:50:35.986777 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b8e93-0929-42f1-ab37-d78e5d106b22 req-f5bddce4-9b75-484c-a0ac-e6b33cc6044e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:35.988329 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-dd9b8e93-0929-42f1-ab37-d78e5d106b22 req-f5bddce4-9b75-484c-a0ac-e6b33cc6044e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=aababfd4-24d1-4477-9e08-13669f02d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412755 Sep 22 16:50:36.080456 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-dd9b8e93-0929-42f1-ab37-d78e5d106b22 req-48fc5e97-a825-43c3-aae1-845180668491 service neutron] 10.222.0.72 "GET /v2.0/networks/aababfd4-24d1-4477-9e08-13669f02d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837269 Sep 22 16:50:36.168212 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-dd9b8e93-0929-42f1-ab37-d78e5d106b22 req-9259420f-53a9-4b6b-bda7-4527d476a732 service neutron] 10.222.0.72 "GET /v2.0/networks/aababfd4-24d1-4477-9e08-13669f02d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804811 Sep 22 16:50:36.262458 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44fdc34-7323-4f88-bce9-bcd395a6d3e2 req-b242e735-da17-4b38-84c9-0167b93cf37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:36.263971 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-e44fdc34-7323-4f88-bce9-bcd395a6d3e2 req-b242e735-da17-4b38-84c9-0167b93cf37b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4268d5a7c3ba47fc9f303a67b37aee7a&device_id=d2e50832-560d-4052-a8fa-1793c36e8816 HTTP/1.1" status: 200 len: 1096 time: 0.0442412 Sep 22 16:50:36.283818 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743ff2e4-ef17-4289-ae49-678303ec2ec2 req-2e2d9b35-50d8-4122-aa29-b8364880800d tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:36.285323 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-743ff2e4-ef17-4289-ae49-678303ec2ec2 req-2e2d9b35-50d8-4122-aa29-b8364880800d tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2e50832-560d-4052-a8fa-1793c36e8816 HTTP/1.1" status: 200 len: 943 time: 0.0495803 Sep 22 16:50:36.328244 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-743ff2e4-ef17-4289-ae49-678303ec2ec2 req-8f1e0f31-4a55-49b7-b3b3-767ac5dea2ee tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358520 Sep 22 16:50:36.558278 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44fdc34-7323-4f88-bce9-bcd395a6d3e2 req-692d53df-7d64-4775-b5ab-32e8cdfc4db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:36.559793 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-e44fdc34-7323-4f88-bce9-bcd395a6d3e2 req-692d53df-7d64-4775-b5ab-32e8cdfc4db3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=aababfd4-24d1-4477-9e08-13669f02d6c3 HTTP/1.1" status: 200 len: 914 time: 0.2881012 Sep 22 16:50:36.606850 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-e44fdc34-7323-4f88-bce9-bcd395a6d3e2 req-cffd89d2-a6d7-4b13-99e6-56efeecdc445 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5cd820d1-76ae-4e2d-8fac-655170849749 HTTP/1.1" status: 200 len: 217 time: 0.0381353 Sep 22 16:50:36.668858 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44fdc34-7323-4f88-bce9-bcd395a6d3e2 req-697f51a8-46b8-4c28-b344-538bb4015695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:36.670512 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-e44fdc34-7323-4f88-bce9-bcd395a6d3e2 req-697f51a8-46b8-4c28-b344-538bb4015695 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fd70f39b-af57-4d8a-9640-3850988db9e5 HTTP/1.1" status: 200 len: 851 time: 0.0534222 Sep 22 16:50:36.724304 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44fdc34-7323-4f88-bce9-bcd395a6d3e2 req-753c00cc-6f63-4d04-8812-9137c6b7f54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:36.725850 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-e44fdc34-7323-4f88-bce9-bcd395a6d3e2 req-753c00cc-6f63-4d04-8812-9137c6b7f54b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=aababfd4-24d1-4477-9e08-13669f02d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0470459 Sep 22 16:50:36.771959 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3633174c-6787-40fb-ae54-133a846a3b9e req-e5fbaae9-1f89-48c6-9c84-e4340c519ed4 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:36.773463 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-3633174c-6787-40fb-ae54-133a846a3b9e req-e5fbaae9-1f89-48c6-9c84-e4340c519ed4 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=4822262c-0ad7-4968-82f4-66e238216d08 HTTP/1.1" status: 200 len: 946 time: 0.0542715 Sep 22 16:50:36.814633 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-3633174c-6787-40fb-ae54-133a846a3b9e req-14b9948c-6fdc-4f0d-ae42-062fcc85bf61 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338817 Sep 22 16:50:36.823637 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-e44fdc34-7323-4f88-bce9-bcd395a6d3e2 req-20ba244c-8678-469c-8d0f-a36ecd674e6d service neutron] 10.222.0.72 "GET /v2.0/networks/aababfd4-24d1-4477-9e08-13669f02d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901327 Sep 22 16:50:36.921011 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-e44fdc34-7323-4f88-bce9-bcd395a6d3e2 req-7c7f61e4-a29f-4135-a2dc-d05d49cbffd8 service neutron] 10.222.0.72 "GET /v2.0/networks/aababfd4-24d1-4477-9e08-13669f02d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858207 Sep 22 16:50:36.967653 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 58598) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:50:37.070433 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-6fd20f27-036f-46ee-b2c3-c972bb77dbbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:37.155939 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-6fd20f27-036f-46ee-b2c3-c972bb77dbbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:37.159887 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-6fd20f27-036f-46ee-b2c3-c972bb77dbbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:37.205120 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-6fd20f27-036f-46ee-b2c3-c972bb77dbbe admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=425320758be1460c81f178348c8a8c58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2363713 Sep 22 16:50:37.206385 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd20f27-036f-46ee-b2c3-c972bb77dbbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f84832cd-123a-492a-8327-558f35359f50,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:50:37.207956 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 58604) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:50:37.255700 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-94ac5b10-1920-4a46-a09f-642ec141b3ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:37.278189 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-94ac5b10-1920-4a46-a09f-642ec141b3ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:37.325730 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-94ac5b10-1920-4a46-a09f-642ec141b3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:37.328043 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-94ac5b10-1920-4a46-a09f-642ec141b3ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:37.329162 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-94ac5b10-1920-4a46-a09f-642ec141b3ac admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f84832cd-123a-492a-8327-558f35359f50 HTTP/1.1" status: 204 len: 168 time: 0.1202207 Sep 22 16:50:37.336676 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ac5b10-1920-4a46-a09f-642ec141b3ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84832cd-123a-492a-8327-558f35359f50,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:50:37.449395 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc2096-7949-4de1-892b-dbf3575186b0 req-3a83a32d-7871-4f7d-ba1d-37e8f69e2f4d tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:37.451336 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-79fc2096-7949-4de1-892b-dbf3575186b0 req-3a83a32d-7871-4f7d-ba1d-37e8f69e2f4d tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2e50832-560d-4052-a8fa-1793c36e8816 HTTP/1.1" status: 200 len: 943 time: 0.0510423 Sep 22 16:50:37.497540 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-79fc2096-7949-4de1-892b-dbf3575186b0 req-953e6b50-7042-4b7e-86b7-72e4f5571ea6 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399933 Sep 22 16:50:37.938221 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b95663d-560d-4278-93ad-30d5207ddf81 req-a059ec62-9a6f-4866-b9c9-6c8662ccbf45 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:37.939683 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-6b95663d-560d-4278-93ad-30d5207ddf81 req-a059ec62-9a6f-4866-b9c9-6c8662ccbf45 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=4822262c-0ad7-4968-82f4-66e238216d08 HTTP/1.1" status: 200 len: 946 time: 0.0489264 Sep 22 16:50:37.976569 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-6b95663d-560d-4278-93ad-30d5207ddf81 req-fb7fd26e-9b64-48a8-88fd-a138c61f5a97 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310102 Sep 22 16:50:38.611907 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c8180-3d50-4c20-9258-fe8a708194ce req-58c13aa8-f597-48a1-93e4-09df07dfa116 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:38.613309 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-147c8180-3d50-4c20-9258-fe8a708194ce req-58c13aa8-f597-48a1-93e4-09df07dfa116 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2e50832-560d-4052-a8fa-1793c36e8816 HTTP/1.1" status: 200 len: 943 time: 0.0482700 Sep 22 16:50:38.650784 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-147c8180-3d50-4c20-9258-fe8a708194ce req-54d6984b-0871-4f8e-a93e-56a4445c5c28 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316367 Sep 22 16:50:39.091606 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5399d7fb-5ce7-4d1f-b0dd-5ee8911e7ed9 req-8052ed8c-a194-4826-af9e-ccd8f576cd0f tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:39.093080 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-5399d7fb-5ce7-4d1f-b0dd-5ee8911e7ed9 req-8052ed8c-a194-4826-af9e-ccd8f576cd0f tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=4822262c-0ad7-4968-82f4-66e238216d08 HTTP/1.1" status: 200 len: 946 time: 0.0477476 Sep 22 16:50:39.144800 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-5399d7fb-5ce7-4d1f-b0dd-5ee8911e7ed9 req-0792b4b6-56b8-4b39-b653-33742d64dcec tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448885 Sep 22 16:50:39.763967 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152bab5d-b2f4-47dd-9fb4-5d2decc54236 req-039e7581-6d78-498a-8544-a5d366701d77 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:39.765415 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-152bab5d-b2f4-47dd-9fb4-5d2decc54236 req-039e7581-6d78-498a-8544-a5d366701d77 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2e50832-560d-4052-a8fa-1793c36e8816 HTTP/1.1" status: 200 len: 943 time: 0.0476768 Sep 22 16:50:39.802589 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-152bab5d-b2f4-47dd-9fb4-5d2decc54236 req-8a2e2965-c34f-4199-aa5e-63d7c6b17da0 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303395 Sep 22 16:50:40.913571 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679aec2-9973-43c1-ad33-321669973925 req-54946ed6-0c7e-40cc-a60d-6053cf6ead3b tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:40.915150 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-9679aec2-9973-43c1-ad33-321669973925 req-54946ed6-0c7e-40cc-a60d-6053cf6ead3b tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2e50832-560d-4052-a8fa-1793c36e8816 HTTP/1.1" status: 200 len: 943 time: 0.0478473 Sep 22 16:50:40.951807 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-9679aec2-9973-43c1-ad33-321669973925 req-e1cb12e7-934e-4f1d-9acd-a8db2769f1e0 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309751 Sep 22 16:50:42.064865 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88566f55-1696-4a98-b229-c8f44b5570b7 req-9dfbe405-0c36-4695-b140-e9bbfc7536f8 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:42.066326 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-88566f55-1696-4a98-b229-c8f44b5570b7 req-9dfbe405-0c36-4695-b140-e9bbfc7536f8 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2e50832-560d-4052-a8fa-1793c36e8816 HTTP/1.1" status: 200 len: 943 time: 0.0483367 Sep 22 16:50:42.115265 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-88566f55-1696-4a98-b229-c8f44b5570b7 req-8a1024a3-673d-4eda-bc83-3f5034207f26 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422647 Sep 22 16:50:43.207533 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1acb80c-8c71-4c35-86cc-8473e1e21f12 req-fc5a13d5-223d-4c56-8bdf-a3c9f84ec18d tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:43.209715 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-d1acb80c-8c71-4c35-86cc-8473e1e21f12 req-fc5a13d5-223d-4c56-8bdf-a3c9f84ec18d tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 946 time: 0.0497270 Sep 22 16:50:43.246722 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-d1acb80c-8c71-4c35-86cc-8473e1e21f12 req-90ad4e28-9263-4fa4-b23a-6b51018485c1 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310714 Sep 22 16:50:43.348585 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091207a-340d-4333-8d07-0b1b7fdf26eb req-f628d515-b8ee-44f9-a953-0a42f499722a tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:43.350239 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a091207a-340d-4333-8d07-0b1b7fdf26eb req-f628d515-b8ee-44f9-a953-0a42f499722a tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2e50832-560d-4052-a8fa-1793c36e8816 HTTP/1.1" status: 200 len: 943 time: 0.0505669 Sep 22 16:50:43.387874 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a091207a-340d-4333-8d07-0b1b7fdf26eb req-15dc85ab-f69c-4620-a1e4-6195655bf419 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315828 Sep 22 16:50:44.366165 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c58c8-1504-490e-9cec-7742c26bc96f req-511c350b-ab56-4ae5-b78e-b216955829a3 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:44.367617 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f14c58c8-1504-490e-9cec-7742c26bc96f req-511c350b-ab56-4ae5-b78e-b216955829a3 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 946 time: 0.0481830 Sep 22 16:50:44.408354 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f14c58c8-1504-490e-9cec-7742c26bc96f req-8abf5095-5d33-4f86-aff3-d02263c44916 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348423 Sep 22 16:50:44.507161 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af49ee3-de05-4be4-9da5-f6eff605a460 req-83968e32-7bb4-4aab-a8c4-fba2641dd371 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:44.508606 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-5af49ee3-de05-4be4-9da5-f6eff605a460 req-83968e32-7bb4-4aab-a8c4-fba2641dd371 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2e50832-560d-4052-a8fa-1793c36e8816 HTTP/1.1" status: 200 len: 943 time: 0.0476844 Sep 22 16:50:44.546191 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-5af49ee3-de05-4be4-9da5-f6eff605a460 req-b5622098-ec93-49e6-8beb-5e49194ca424 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315688 Sep 22 16:50:44.902972 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device 5cd820d1-76ae-4e2d-8fac-655170849749 details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=100454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 16:50:45.000799 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port 5cd820d1-76ae-4e2d-8fac-655170849749, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=5cd820d1-76ae-4e2d-8fac-655170849749,segment=NetworkSegment(2c663890-389a-46e8-a2e8-a82c167fea9b),segment_id=2c663890-389a-46e8-a2e8-a82c167fea9b)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:50:45.012677 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Returning: {'device': '5cd820d1-76ae-4e2d-8fac-655170849749', 'network_id': 'aababfd4-24d1-4477-9e08-13669f02d6c3', 'port_id': '5cd820d1-76ae-4e2d-8fac-655170849749', 'mac_address': 'fa:16:3e:c9:f4:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1090, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd70f39b-af57-4d8a-9640-3850988db9e5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 16:50:45.054806 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:45.067480 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.notifiers.nova [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cd820d1-76ae-4e2d-8fac-655170849749 {{(pid=100454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 16:50:45.086502 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port 5cd820d1-76ae-4e2d-8fac-655170849749, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=5cd820d1-76ae-4e2d-8fac-655170849749,segment=NetworkSegment(2c663890-389a-46e8-a2e8-a82c167fea9b),segment_id=2c663890-389a-46e8-a2e8-a82c167fea9b)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:50:45.090582 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:45.136699 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Pushing event updated for resources: {'Port': ['ID=5cd820d1-76ae-4e2d-8fac-655170849749,revision_number=4']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:50:45.143743 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:50:45.144054 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:50:45.144399 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:50:45.144736 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:50:45.145069 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:50:45.145399 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:50:45.145784 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:50:45.146112 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:50:45.146498 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:50:45.146822 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:50:45.147144 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:50:45.147461 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:50:45.508946 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] get_ports_and_sgs() called for port_ids ['5cd820d1-76ae-4e2d-8fac-655170849749'] {{(pid=100454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 16:50:45.524444 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2342ee0b-911d-47c6-8a4c-adf6f1a13f91 req-7f893255-4050-4a7b-8105-403e6e6e6de0 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:45.526224 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-2342ee0b-911d-47c6-8a4c-adf6f1a13f91 req-7f893255-4050-4a7b-8105-403e6e6e6de0 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 946 time: 0.0493250 Sep 22 16:50:45.566560 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-2342ee0b-911d-47c6-8a4c-adf6f1a13f91 req-78d84b6a-78cd-4c69-a02e-2c2ee53118de tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337553 Sep 22 16:50:45.676259 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94494b27-f8e5-4e0b-bf65-525060780793 req-754ecc19-bd17-42f3-ac6f-4dd16c9218f2 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:45.678428 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-94494b27-f8e5-4e0b-bf65-525060780793 req-754ecc19-bd17-42f3-ac6f-4dd16c9218f2 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2e50832-560d-4052-a8fa-1793c36e8816 HTTP/1.1" status: 200 len: 944 time: 0.0513759 Sep 22 16:50:45.724595 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-94494b27-f8e5-4e0b-bf65-525060780793 req-4efce2be-15f6-4c9a-a87e-9f7eec626e2b tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383356 Sep 22 16:50:46.269396 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8402f3-9ad8-4c8d-9320-42f3bf89f3ba req-1547a6dd-201b-4577-91eb-32d4b19ffb09 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:46.271405 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-dc8402f3-9ad8-4c8d-9320-42f3bf89f3ba req-1547a6dd-201b-4577-91eb-32d4b19ffb09 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.72 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 946 time: 0.0475774 Sep 22 16:50:46.455445 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.plugin [req-dc8402f3-9ad8-4c8d-9320-42f3bf89f3ba req-53c5e637-0dcd-4fb5-a7d7-984fa4ab2f5d tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Deleting port 4ad687de-ba80-48f4-a7a5-65b19cba6c9a {{(pid=100452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 16:50:46.455780 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-dc8402f3-9ad8-4c8d-9320-42f3bf89f3ba req-53c5e637-0dcd-4fb5-a7d7-984fa4ab2f5d tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735274981160'] for port, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:46.543696 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.db [req-dc8402f3-9ad8-4c8d-9320-42f3bf89f3ba req-53c5e637-0dcd-4fb5-a7d7-984fa4ab2f5d tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] For port 4ad687de-ba80-48f4-a7a5-65b19cba6c9a, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=4ad687de-ba80-48f4-a7a5-65b19cba6c9a,segment=NetworkSegment(783976c6-44ca-446c-bf38-a700feb1ad11),segment_id=783976c6-44ca-446c-bf38-a700feb1ad11)] {{(pid=100452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:50:46.543981 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-dc8402f3-9ad8-4c8d-9320-42f3bf89f3ba req-53c5e637-0dcd-4fb5-a7d7-984fa4ab2f5d tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697305'] for port, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:46.556427 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.plugin [req-dc8402f3-9ad8-4c8d-9320-42f3bf89f3ba req-53c5e637-0dcd-4fb5-a7d7-984fa4ab2f5d tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Calling delete_port for 4ad687de-ba80-48f4-a7a5-65b19cba6c9a owned by compute:nova {{(pid=100452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 16:50:46.685308 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e6f01d-ee28-44b6-8694-b2cca01d1990 req-e0587028-a365-4460-bbdf-f79b8101e5cf tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:46.686037 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-dc8402f3-9ad8-4c8d-9320-42f3bf89f3ba req-53c5e637-0dcd-4fb5-a7d7-984fa4ab2f5d tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735274987246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735274499786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8763924'] for port, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:46.686896 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-30e6f01d-ee28-44b6-8694-b2cca01d1990 req-e0587028-a365-4460-bbdf-f79b8101e5cf tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=8557292f-56e2-4444-af73-067ad6239a97 HTTP/1.1" status: 200 len: 946 time: 0.0502312 Sep 22 16:50:46.698018 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] get_ports_and_sgs() called for port_ids ['e17e49ab-7fc6-4ed6-8321-386288b88f09', '4ad687de-ba80-48f4-a7a5-65b19cba6c9a'] {{(pid=100454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 16:50:46.715805 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c5e637-0dcd-4fb5-a7d7-984fa4ab2f5d tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Pushing event deleted for resources: {'Port': ['ID=4ad687de-ba80-48f4-a7a5-65b19cba6c9a,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:50:46.733102 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-30e6f01d-ee28-44b6-8694-b2cca01d1990 req-f3204c6a-88a2-43e6-ae2b-dc798352811a tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396540 Sep 22 16:50:46.755976 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc8402f3-9ad8-4c8d-9320-42f3bf89f3ba req-53c5e637-0dcd-4fb5-a7d7-984fa4ab2f5d tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] No DVR routers for this DVR port 4ad687de-ba80-48f4-a7a5-65b19cba6c9a on host hv-cinder-80996 {{(pid=100452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 16:50:46.758571 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-dc8402f3-9ad8-4c8d-9320-42f3bf89f3ba req-53c5e637-0dcd-4fb5-a7d7-984fa4ab2f5d tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306'] for port, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:46.760548 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-dc8402f3-9ad8-4c8d-9320-42f3bf89f3ba req-53c5e637-0dcd-4fb5-a7d7-984fa4ab2f5d tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.72 "DELETE /v2.0/ports/4ad687de-ba80-48f4-a7a5-65b19cba6c9a HTTP/1.1" status: 204 len: 173 time: 0.3898516 Sep 22 16:50:46.761030 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8557292f-56e2-4444-af73-067ad6239a97', 'name': 'network-vif-deleted', 'tag': '4ad687de-ba80-48f4-a7a5-65b19cba6c9a'}] {{(pid=100452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 16:50:46.763376 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3daeaf716feba76a3af1624af44cd9d3b401b8dbf4d63f278f059799def7c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddad17df-2821-48c2-a558-8db321b2c096" -d '{"events": [{"server_uuid": "8557292f-56e2-4444-af73-067ad6239a97", "name": "network-vif-deleted", "tag": "4ad687de-ba80-48f4-a7a5-65b19cba6c9a"}]}' {{(pid=100452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:50:46.850399 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170baaf-cccb-47cb-97b0-7e1922671af9 req-d2054743-baad-46d2-816c-32b11b823ead tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:46.851828 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f170baaf-cccb-47cb-97b0-7e1922671af9 req-d2054743-baad-46d2-816c-32b11b823ead tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2e50832-560d-4052-a8fa-1793c36e8816 HTTP/1.1" status: 200 len: 944 time: 0.0500228 Sep 22 16:50:46.895152 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f170baaf-cccb-47cb-97b0-7e1922671af9 req-91777316-7466-4560-aaa2-95c6c18fabd5 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372329 Sep 22 16:50:46.928942 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device 5cd820d1-76ae-4e2d-8fac-655170849749 up at agent hyperv_hv-cinder-80996 {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 16:50:46.947145 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 16:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c27899-7460-4f95-bef1-af56f9fb0757 x-openstack-request-id: req-e3c27899-7460-4f95-bef1-af56f9fb0757 {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:50:46.947441 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8557292f-56e2-4444-af73-067ad6239a97", "name": "network-vif-deleted", "tag": "4ad687de-ba80-48f4-a7a5-65b19cba6c9a", "status": "completed", "code": 200}]} {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:50:46.947696 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e3c27899-7460-4f95-bef1-af56f9fb0757 {{(pid=100452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:50:46.948093 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8557292f-56e2-4444-af73-067ad6239a97', 'name': 'network-vif-deleted', 'tag': '4ad687de-ba80-48f4-a7a5-65b19cba6c9a', 'status': 'completed', 'code': 200} Sep 22 16:50:46.981175 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Provisioning for port 5cd820d1-76ae-4e2d-8fac-655170849749 completed by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:50:46.984990 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Provisioning complete for port 5cd820d1-76ae-4e2d-8fac-655170849749 triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:50:46.985367 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:46.994794 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 58786) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:50:47.039584 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1ee58ad-c30f-4625-ab70-926a0265ea60 admin admin] Deleting subnet ca9b0d9f-12c6-4692-9ee8-f4d37d75f574 {{(pid=100453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 16:50:47.042914 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d1ee58ad-c30f-4625-ab70-926a0265ea60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:47.063844 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:47.080135 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d1ee58ad-c30f-4625-ab70-926a0265ea60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8729350'] for subnet, precommit_delete_associations {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:47.086615 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e50832-560d-4052-a8fa-1793c36e8816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd820d1-76ae-4e2d-8fac-655170849749'}] {{(pid=100454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 16:50:47.088878 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16d40b4f2de209020387121264880f1a965f25742078a59137d58ca0948e8304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872197c1-ccb9-4fb4-b4c9-be61f5b93db0" -d '{"events": [{"server_uuid": "d2e50832-560d-4052-a8fa-1793c36e8816", "name": "network-vif-plugged", "status": "completed", "tag": "5cd820d1-76ae-4e2d-8fac-655170849749"}]}' {{(pid=100454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:50:47.101206 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port 5cd820d1-76ae-4e2d-8fac-655170849749, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=5cd820d1-76ae-4e2d-8fac-655170849749,segment=NetworkSegment(2c663890-389a-46e8-a2e8-a82c167fea9b),segment_id=2c663890-389a-46e8-a2e8-a82c167fea9b)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:50:47.106225 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:47.120851 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d1ee58ad-c30f-4625-ab70-926a0265ea60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720017'] for subnet, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:47.132533 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 16:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4869589c-73a9-4b1f-b7ac-5892ac5a9842 x-openstack-request-id: req-4869589c-73a9-4b1f-b7ac-5892ac5a9842 {{(pid=100454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:50:47.132821 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2e50832-560d-4052-a8fa-1793c36e8816", "name": "network-vif-plugged", "status": "completed", "tag": "5cd820d1-76ae-4e2d-8fac-655170849749", "code": 200}]} {{(pid=100454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:50:47.133067 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4869589c-73a9-4b1f-b7ac-5892ac5a9842 {{(pid=100454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:50:47.133449 dv-cinder-809968-4-iscsi neutron-server[100454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2e50832-560d-4052-a8fa-1793c36e8816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd820d1-76ae-4e2d-8fac-655170849749', 'code': 200} Sep 22 16:50:47.164217 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Pushing event updated for resources: {'Port': ['ID=5cd820d1-76ae-4e2d-8fac-655170849749,revision_number=5']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:50:47.181681 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d1ee58ad-c30f-4625-ab70-926a0265ea60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8594266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10141730'] for subnet, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:47.208978 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ee58ad-c30f-4625-ab70-926a0265ea60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca9b0d9f-12c6-4692-9ee8-f4d37d75f574,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:50:47.212634 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d1ee58ad-c30f-4625-ab70-926a0265ea60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:47.214653 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-d1ee58ad-c30f-4625-ab70-926a0265ea60 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/ca9b0d9f-12c6-4692-9ee8-f4d37d75f574 HTTP/1.1" status: 204 len: 168 time: 0.2185562 Sep 22 16:50:47.217038 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 58792) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:50:47.289760 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-eaaff058-0f74-4de4-acd8-b0ffa74b022b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638825'] for network, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:47.372633 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-eaaff058-0f74-4de4-acd8-b0ffa74b022b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705832', 'neutron.services.segments.db._delete_segments_for_network-8735275045268'] for network, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:47.394429 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.services.segments.db [None req-eaaff058-0f74-4de4-acd8-b0ffa74b022b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb3a8bca-1725-4cdb-b83b-7489f71af890']}} {{(pid=100453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:50:47.407836 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.services.segments.db [None req-eaaff058-0f74-4de4-acd8-b0ffa74b022b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d1c7e28-9cc9-4d01-b1ed-24f6edb63888') {'for_net_delete': True} {{(pid=100453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:50:47.408260 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.services.segments.db [None req-eaaff058-0f74-4de4-acd8-b0ffa74b022b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d1c7e28-9cc9-4d01-b1ed-24f6edb63888') {} {{(pid=100453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:50:47.411753 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec5fb3-b950-4f9b-84b3-cab78ed27bff req-16224bff-43eb-4309-adfd-bdbbf1bf29c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:47.413320 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-62ec5fb3-b950-4f9b-84b3-cab78ed27bff req-16224bff-43eb-4309-adfd-bdbbf1bf29c2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d2e50832-560d-4052-a8fa-1793c36e8816 HTTP/1.1" status: 200 len: 1098 time: 0.0452051 Sep 22 16:50:47.422719 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-eaaff058-0f74-4de4-acd8-b0ffa74b022b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735275044765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8729375'] for segment, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:47.437786 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-eaaff058-0f74-4de4-acd8-b0ffa74b022b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720390'] for segment, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:47.445126 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaaff058-0f74-4de4-acd8-b0ffa74b022b admin admin] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=100453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 16:50:47.445834 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-eaaff058-0f74-4de4-acd8-b0ffa74b022b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8594164'] for segment, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:47.447614 dv-cinder-809968-4-iscsi neutron-server[100453]: Traceback (most recent call last): Sep 22 16:50:47.447614 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 16:50:47.447614 dv-cinder-809968-4-iscsi neutron-server[100453]: timer() Sep 22 16:50:47.447614 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 16:50:47.447614 dv-cinder-809968-4-iscsi neutron-server[100453]: cb(*args, **kw) Sep 22 16:50:47.447614 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 16:50:47.447614 dv-cinder-809968-4-iscsi neutron-server[100453]: return func(*args, **kwargs) Sep 22 16:50:47.447614 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 16:50:47.447614 dv-cinder-809968-4-iscsi neutron-server[100453]: self._notify() Sep 22 16:50:47.447614 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 16:50:47.447614 dv-cinder-809968-4-iscsi neutron-server[100453]: self.callback(batched_events) Sep 22 16:50:47.447614 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 16:50:47.447614 dv-cinder-809968-4-iscsi neutron-server[100453]: event.method(event) Sep 22 16:50:47.447614 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 16:50:47.447614 dv-cinder-809968-4-iscsi neutron-server[100453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 16:50:47.447614 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 16:50:47.447614 dv-cinder-809968-4-iscsi neutron-server[100453]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 16:50:47.447614 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 16:50:47.447614 dv-cinder-809968-4-iscsi neutron-server[100453]: return f(self, *a, **k) Sep 22 16:50:47.447614 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 16:50:47.447614 dv-cinder-809968-4-iscsi neutron-server[100453]: return self._get(url).json() Sep 22 16:50:47.447614 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 16:50:47.447614 dv-cinder-809968-4-iscsi neutron-server[100453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 16:50:47.447614 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 16:50:47.447614 dv-cinder-809968-4-iscsi neutron-server[100453]: return self.request(url, 'GET', **kwargs) Sep 22 16:50:47.447614 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 16:50:47.447614 dv-cinder-809968-4-iscsi neutron-server[100453]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 16:50:47.447614 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 16:50:47.447614 dv-cinder-809968-4-iscsi neutron-server[100453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 16:50:47.447614 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 16:50:47.447614 dv-cinder-809968-4-iscsi neutron-server[100453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 16:50:47.447614 dv-cinder-809968-4-iscsi neutron-server[100453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 16:50:47.459914 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-62ec5fb3-b950-4f9b-84b3-cab78ed27bff req-4443466b-205d-4e82-807d-e307361453d6 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352855 Sep 22 16:50:47.501412 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-eaaff058-0f74-4de4-acd8-b0ffa74b022b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700886'] for network, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:47.508463 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-eaaff058-0f74-4de4-acd8-b0ffa74b022b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for network, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:47.510351 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-eaaff058-0f74-4de4-acd8-b0ffa74b022b admin admin] 10.222.0.66 "DELETE /v2.0/networks/eb3a8bca-1725-4cdb-b83b-7489f71af890 HTTP/1.1" status: 204 len: 168 time: 0.2923763 Sep 22 16:50:47.513403 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 58796) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:50:47.522793 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaff058-0f74-4de4-acd8-b0ffa74b022b admin admin] Pushing event deleted for resources: {'Network': ['ID=eb3a8bca-1725-4cdb-b83b-7489f71af890,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:50:47.556862 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.db_base_plugin_v2 [None req-acbc6517-345c-4c81-85a4-04bc8eaafbbc admin admin] Deleting subnet 95c470e8-0bb2-432e-8f37-d1e7c5d6cdec {{(pid=100452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 16:50:47.559964 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-acbc6517-345c-4c81-85a4-04bc8eaafbbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:47.594108 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-acbc6517-345c-4c81-85a4-04bc8eaafbbc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8994896'] for subnet, precommit_delete_associations {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:47.631909 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-acbc6517-345c-4c81-85a4-04bc8eaafbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720017'] for subnet, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:47.685293 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-acbc6517-345c-4c81-85a4-04bc8eaafbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8763977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8763384'] for subnet, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:47.716117 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbc6517-345c-4c81-85a4-04bc8eaafbbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95c470e8-0bb2-432e-8f37-d1e7c5d6cdec,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:50:47.718102 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-acbc6517-345c-4c81-85a4-04bc8eaafbbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for subnet, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:47.720061 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-acbc6517-345c-4c81-85a4-04bc8eaafbbc admin admin] 10.222.0.66 "DELETE /v2.0/subnets/95c470e8-0bb2-432e-8f37-d1e7c5d6cdec HTTP/1.1" status: 204 len: 168 time: 0.2055538 Sep 22 16:50:47.722848 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 58798) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:50:47.796464 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-211f2655-2677-4a2e-89b5-6f3f7fd10cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638825'] for network, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:47.873662 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-211f2655-2677-4a2e-89b5-6f3f7fd10cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705832', 'neutron.services.segments.db._delete_segments_for_network-8735275045268'] for network, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:47.892582 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.services.segments.db [None req-211f2655-2677-4a2e-89b5-6f3f7fd10cae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5dbb3cd-9224-4d3e-a82a-575f49970a8f']}} {{(pid=100453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:50:47.901822 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.services.segments.db [None req-211f2655-2677-4a2e-89b5-6f3f7fd10cae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '335e7a38-342c-4cf2-8487-00f46a6cb833') {'for_net_delete': True} {{(pid=100453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:50:47.902127 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.services.segments.db [None req-211f2655-2677-4a2e-89b5-6f3f7fd10cae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '335e7a38-342c-4cf2-8487-00f46a6cb833') {} {{(pid=100453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:50:47.911504 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-211f2655-2677-4a2e-89b5-6f3f7fd10cae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735275044765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8729375'] for segment, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:47.926106 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-211f2655-2677-4a2e-89b5-6f3f7fd10cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720390'] for segment, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:47.932877 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-211f2655-2677-4a2e-89b5-6f3f7fd10cae admin admin] Releasing vlan 1072 on physical network physnet1 to pool {{(pid=100453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 16:50:47.933258 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-211f2655-2677-4a2e-89b5-6f3f7fd10cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8594164'] for segment, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:47.935035 dv-cinder-809968-4-iscsi neutron-server[100453]: Traceback (most recent call last): Sep 22 16:50:47.935035 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 16:50:47.935035 dv-cinder-809968-4-iscsi neutron-server[100453]: timer() Sep 22 16:50:47.935035 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 16:50:47.935035 dv-cinder-809968-4-iscsi neutron-server[100453]: cb(*args, **kw) Sep 22 16:50:47.935035 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 16:50:47.935035 dv-cinder-809968-4-iscsi neutron-server[100453]: return func(*args, **kwargs) Sep 22 16:50:47.935035 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 16:50:47.935035 dv-cinder-809968-4-iscsi neutron-server[100453]: self._notify() Sep 22 16:50:47.935035 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 16:50:47.935035 dv-cinder-809968-4-iscsi neutron-server[100453]: self.callback(batched_events) Sep 22 16:50:47.935035 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 16:50:47.935035 dv-cinder-809968-4-iscsi neutron-server[100453]: event.method(event) Sep 22 16:50:47.935035 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 16:50:47.935035 dv-cinder-809968-4-iscsi neutron-server[100453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 16:50:47.935035 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 16:50:47.935035 dv-cinder-809968-4-iscsi neutron-server[100453]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 16:50:47.935035 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 16:50:47.935035 dv-cinder-809968-4-iscsi neutron-server[100453]: return f(self, *a, **k) Sep 22 16:50:47.935035 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 16:50:47.935035 dv-cinder-809968-4-iscsi neutron-server[100453]: return self._get(url).json() Sep 22 16:50:47.935035 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 16:50:47.935035 dv-cinder-809968-4-iscsi neutron-server[100453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 16:50:47.935035 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 16:50:47.935035 dv-cinder-809968-4-iscsi neutron-server[100453]: return self.request(url, 'GET', **kwargs) Sep 22 16:50:47.935035 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 16:50:47.935035 dv-cinder-809968-4-iscsi neutron-server[100453]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 16:50:47.935035 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 16:50:47.935035 dv-cinder-809968-4-iscsi neutron-server[100453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 16:50:47.935035 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 16:50:47.935035 dv-cinder-809968-4-iscsi neutron-server[100453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 16:50:47.935035 dv-cinder-809968-4-iscsi neutron-server[100453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 16:50:48.014428 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-211f2655-2677-4a2e-89b5-6f3f7fd10cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700886'] for network, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:48.023106 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-211f2655-2677-4a2e-89b5-6f3f7fd10cae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for network, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:48.024890 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-211f2655-2677-4a2e-89b5-6f3f7fd10cae admin admin] 10.222.0.66 "DELETE /v2.0/networks/e5dbb3cd-9224-4d3e-a82a-575f49970a8f HTTP/1.1" status: 204 len: 168 time: 0.3000941 Sep 22 16:50:48.035037 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211f2655-2677-4a2e-89b5-6f3f7fd10cae admin admin] Pushing event deleted for resources: {'Network': ['ID=e5dbb3cd-9224-4d3e-a82a-575f49970a8f,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:50:48.052310 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e6433-9ba2-4f2a-a5db-3aa0e6d309f5 req-82d063bc-fb6e-45ed-8c9b-7233ec2a3baa tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:48.053880 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-359e6433-9ba2-4f2a-a5db-3aa0e6d309f5 req-82d063bc-fb6e-45ed-8c9b-7233ec2a3baa tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2e50832-560d-4052-a8fa-1793c36e8816 HTTP/1.1" status: 200 len: 945 time: 0.0664866 Sep 22 16:50:48.090654 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-359e6433-9ba2-4f2a-a5db-3aa0e6d309f5 req-72850d06-2aa9-4776-904e-46f43ce7f066 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309792 Sep 22 16:50:48.192516 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 58810) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:50:48.198114 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3982c5-c5a8-4ecd-abb7-7b80fa95f789 req-74a39074-e858-4335-a808-6de8f47056ce tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:48.199631 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-ef3982c5-c5a8-4ecd-abb7-7b80fa95f789 req-74a39074-e858-4335-a808-6de8f47056ce tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=4822262c-0ad7-4968-82f4-66e238216d08 HTTP/1.1" status: 200 len: 946 time: 0.0525625 Sep 22 16:50:48.232969 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-d0fd5340-df4a-4f6b-9dbe-8d990c5acdc0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b635e43154d94133b050ae6a10b9a594&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389371 Sep 22 16:50:48.235011 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 58812) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:50:48.237887 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-ef3982c5-c5a8-4ecd-abb7-7b80fa95f789 req-63282ec2-e3ad-41b7-a8a9-a91ca81cb133 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322931 Sep 22 16:50:48.281787 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-4decd098-3ee5-4074-b86d-0e9672fda1dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:48.302716 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-4decd098-3ee5-4074-b86d-0e9672fda1dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:48.350109 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-4decd098-3ee5-4074-b86d-0e9672fda1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:48.352644 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-4decd098-3ee5-4074-b86d-0e9672fda1dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:48.353805 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-4decd098-3ee5-4074-b86d-0e9672fda1dc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e844e90b-fb94-4630-8f55-eeeac65e257f HTTP/1.1" status: 204 len: 168 time: 0.1178777 Sep 22 16:50:48.361852 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4decd098-3ee5-4074-b86d-0e9672fda1dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e844e90b-fb94-4630-8f55-eeeac65e257f,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:50:48.662998 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 58820) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:50:48.701564 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-c13be964-f144-4ccb-b1c7-88ce7b7f0cf4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=44e4f138466245b3ae7f7e3fe2718c3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374460 Sep 22 16:50:48.703940 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 58822) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:50:48.750036 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-8d84c0ee-03f8-4ba7-8509-c03aea20d98c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:48.774428 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-8d84c0ee-03f8-4ba7-8509-c03aea20d98c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:48.823528 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-8d84c0ee-03f8-4ba7-8509-c03aea20d98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:48.826242 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-8d84c0ee-03f8-4ba7-8509-c03aea20d98c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:48.827607 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-8d84c0ee-03f8-4ba7-8509-c03aea20d98c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/16d6dd13-7ddc-438c-9b41-b8b7c027c8c1 HTTP/1.1" status: 204 len: 168 time: 0.1226392 Sep 22 16:50:48.841538 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d84c0ee-03f8-4ba7-8509-c03aea20d98c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d6dd13-7ddc-438c-9b41-b8b7c027c8c1,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:50:49.208203 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e29758d-3b51-43d1-8802-aaa79ba10475 req-609f47cf-8dce-4d0c-8760-de352a3c3126 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:49.209696 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-5e29758d-3b51-43d1-8802-aaa79ba10475 req-609f47cf-8dce-4d0c-8760-de352a3c3126 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2e50832-560d-4052-a8fa-1793c36e8816 HTTP/1.1" status: 200 len: 945 time: 0.0490828 Sep 22 16:50:49.246944 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-5e29758d-3b51-43d1-8802-aaa79ba10475 req-7cf1d5d4-72fe-4be6-9693-fa14598b15b8 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313568 Sep 22 16:50:49.352186 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec660853-d818-43ca-819d-c71a5029b8b7 req-5131b583-581f-4fc8-bd21-db89f64e2492 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:49.353666 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-ec660853-d818-43ca-819d-c71a5029b8b7 req-5131b583-581f-4fc8-bd21-db89f64e2492 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=4822262c-0ad7-4968-82f4-66e238216d08 HTTP/1.1" status: 200 len: 946 time: 0.0494666 Sep 22 16:50:49.391533 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-ec660853-d818-43ca-819d-c71a5029b8b7 req-435fabfb-6846-45a2-81d1-7bc579261ed6 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320442 Sep 22 16:50:49.502101 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6c6c2-dd4f-45ce-a9d6-34c76e5d0300 req-de258b08-b55b-463a-ad28-7e1ccb10aed1 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:49.503655 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-3ca6c6c2-dd4f-45ce-a9d6-34c76e5d0300 req-de258b08-b55b-463a-ad28-7e1ccb10aed1 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2e50832-560d-4052-a8fa-1793c36e8816 HTTP/1.1" status: 200 len: 945 time: 0.0517879 Sep 22 16:50:49.541981 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-3ca6c6c2-dd4f-45ce-a9d6-34c76e5d0300 req-8b6ee0ed-b23d-4b24-b1ef-c3add191aa28 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323157 Sep 22 16:50:49.564228 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 58856) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:50:49.803567 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce5e1c1-4d72-4abd-88c0-b1d3f9a829f4 tempest-TestVolumeBootPattern-500903977 tempest-TestVolumeBootPattern-500903977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:49.805987 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-cce5e1c1-4d72-4abd-88c0-b1d3f9a829f4 tempest-TestVolumeBootPattern-500903977 tempest-TestVolumeBootPattern-500903977-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=d2e50832-560d-4052-a8fa-1793c36e8816 HTTP/1.1" status: 200 len: 1093 time: 0.2405457 Sep 22 16:50:49.808513 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 58868) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:50:49.812732 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [None req-f876eb36-0339-4d47-ba01-8bb4382ec4ac tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Request body: {'floatingip': {'floating_network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'port_id': '5cd820d1-76ae-4e2d-8fac-655170849749', 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:50:49.834984 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-f876eb36-0339-4d47-ba01-8bb4382ec4ac tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks [] for floatingip, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:49.937516 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-f876eb36-0339-4d47-ba01-8bb4382ec4ac tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:50.050874 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.db_base_plugin_common [None req-f876eb36-0339-4d47-ba01-8bb4382ec4ac tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Allocated IP 172.27.0.221 (e265bfb9-6000-4acf-b4f9-12e0cf12940a/83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8/502337b7-995c-4e91-9a4b-dc1a5bf693c3) {{(pid=100452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:50:50.168663 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-f876eb36-0339-4d47-ba01-8bb4382ec4ac tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks [] for port, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:50.209713 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-f876eb36-0339-4d47-ba01-8bb4382ec4ac tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735274499777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8763924'] for port, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:50.245836 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f876eb36-0339-4d47-ba01-8bb4382ec4ac tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Network e265bfb9-6000-4acf-b4f9-12e0cf12940a is already hosted by enough agents. {{(pid=100452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:50:50.248794 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.base_scheduler [None req-f876eb36-0339-4d47-ba01-8bb4382ec4ac tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Resources bound (agent type, host, resource id): {{(pid=100452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:50:50.251296 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f876eb36-0339-4d47-ba01-8bb4382ec4ac tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Received port after_create {{(pid=100452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 16:50:50.287598 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f876eb36-0339-4d47-ba01-8bb4382ec4ac tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Pushing event updated for resources: {'Port': ['ID=502337b7-995c-4e91-9a4b-dc1a5bf693c3,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:50:50.514763 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247a0a98-7844-4fdd-bb0e-ef17640299c3 req-e0cd1b21-e31f-42b6-910e-c7c610b7c812 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:50.516478 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-247a0a98-7844-4fdd-bb0e-ef17640299c3 req-e0cd1b21-e31f-42b6-910e-c7c610b7c812 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=4822262c-0ad7-4968-82f4-66e238216d08 HTTP/1.1" status: 200 len: 946 time: 0.0529714 Sep 22 16:50:50.593907 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-247a0a98-7844-4fdd-bb0e-ef17640299c3 req-b5efddcd-d3c3-4920-97d0-b77796f50ac5 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660539 Sep 22 16:50:50.743964 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-f876eb36-0339-4d47-ba01-8bb4382ec4ac tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:50.837760 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-f876eb36-0339-4d47-ba01-8bb4382ec4ac tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:50.960446 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device 4ad687de-ba80-48f4-a7a5-65b19cba6c9a no longer exists at agent hyperv_hv-cinder-80996 {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 16:50:50.979407 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-f876eb36-0339-4d47-ba01-8bb4382ec4ac tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks [] for port, precommit_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:50.980045 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] No Port match for: 4ad687de-ba80-48f4-a7a5-65b19cba6c9a {{(pid=100454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 16:50:50.980397 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device 4ad687de-ba80-48f4-a7a5-65b19cba6c9a not bound to the agent host hv-cinder-80996 {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 16:50:50.984342 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-f876eb36-0339-4d47-ba01-8bb4382ec4ac tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8763935'] for port, after_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:51.050778 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f876eb36-0339-4d47-ba01-8bb4382ec4ac tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Pushing event updated for resources: {'Port': ['ID=502337b7-995c-4e91-9a4b-dc1a5bf693c3,revision_number=2']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:50:51.059706 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-f876eb36-0339-4d47-ba01-8bb4382ec4ac tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700864'] for floatingip, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:51.158628 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.db.l3_db [None req-f876eb36-0339-4d47-ba01-8bb4382ec4ac tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Floating IP 793b44c4-ddb9-4fec-9047-38423fcdfe1b associated. External IP: 172.27.0.221, port: 5cd820d1-76ae-4e2d-8fac-655170849749. Sep 22 16:50:51.558390 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f876eb36-0339-4d47-ba01-8bb4382ec4ac tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Router 62c7516c-6dbd-4516-ad90-639b584c2678 has already been hosted by L3 agent c3efc510-1e60-45c8-b68a-00a20fddc4a4 {{(pid=100452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 16:50:51.667119 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f876eb36-0339-4d47-ba01-8bb4382ec4ac tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify agent at l3_agent.dv-cinder-809968-4-iscsi the message routers_updated {{(pid=100452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 16:50:51.684034 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6fbeee-4a2f-44c3-b047-0a236b42e843 None None] Sync routers for ids ['62c7516c-6dbd-4516-ad90-639b584c2678'] in dv-cinder-809968-4-iscsi {{(pid=100455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 16:50:51.686958 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-f876eb36-0339-4d47-ba01-8bb4382ec4ac tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306'] for floatingip, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:51.694103 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6fbeee-4a2f-44c3-b047-0a236b42e843 None None] Routers {'62c7516c-6dbd-4516-ad90-639b584c2678'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 16:50:51.694710 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-1b6fbeee-4a2f-44c3-b047-0a236b42e843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:50:29Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['62c7516c-6dbd-4516-ad90-639b584c2678'], 'active': True} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:50:51.705408 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcf0a35-a7f3-4ebd-823a-6c20c20987cf req-6ce8ae8b-b3e6-4b48-b106-764159451d3b tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:51.707002 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-efcf0a35-a7f3-4ebd-823a-6c20c20987cf req-6ce8ae8b-b3e6-4b48-b106-764159451d3b tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=4822262c-0ad7-4968-82f4-66e238216d08 HTTP/1.1" status: 200 len: 946 time: 0.0524278 Sep 22 16:50:51.735786 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-f876eb36-0339-4d47-ba01-8bb4382ec4ac tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9134765 Sep 22 16:50:51.735786 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2e50832-560d-4052-a8fa-1793c36e8816', 'tag': '5cd820d1-76ae-4e2d-8fac-655170849749'}] {{(pid=100452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 16:50:51.735786 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3daeaf716feba76a3af1624af44cd9d3b401b8dbf4d63f278f059799def7c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f161d49-97f5-44ca-9625-3fd5f2252d7e" -d '{"events": [{"name": "network-changed", "server_uuid": "d2e50832-560d-4052-a8fa-1793c36e8816", "tag": "5cd820d1-76ae-4e2d-8fac-655170849749"}]}' {{(pid=100452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:50:51.752565 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-efcf0a35-a7f3-4ebd-823a-6c20c20987cf req-91cc448f-06dd-42ee-a1fe-9fddc8053cf0 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382264 Sep 22 16:50:51.797354 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 16:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00671aa9-a8ac-4a61-ac98-3285bc83ac89 x-openstack-request-id: req-00671aa9-a8ac-4a61-ac98-3285bc83ac89 {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:50:51.797666 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2e50832-560d-4052-a8fa-1793c36e8816", "tag": "5cd820d1-76ae-4e2d-8fac-655170849749", "status": "completed", "code": 200}]} {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:50:51.798219 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-00671aa9-a8ac-4a61-ac98-3285bc83ac89 {{(pid=100452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:50:51.798665 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2e50832-560d-4052-a8fa-1793c36e8816', 'tag': '5cd820d1-76ae-4e2d-8fac-655170849749', 'status': 'completed', 'code': 200} Sep 22 16:50:51.818973 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvr_db [None req-1b6fbeee-4a2f-44c3-b047-0a236b42e843 None None] Set router 62c7516c-6dbd-4516-ad90-639b584c2678 gateway port host: dv-cinder-809968-4-iscsi {{(pid=100455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 16:50:51.880645 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f161d49-97f5-44ca-9625-3fd5f2252d7e req-9a726c7b-2a81-453a-b71d-1f0e9ddb5039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:51.882224 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-8f161d49-97f5-44ca-9625-3fd5f2252d7e req-9a726c7b-2a81-453a-b71d-1f0e9ddb5039 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4268d5a7c3ba47fc9f303a67b37aee7a&device_id=d2e50832-560d-4052-a8fa-1793c36e8816 HTTP/1.1" status: 200 len: 1098 time: 0.0466254 Sep 22 16:50:52.008819 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f161d49-97f5-44ca-9625-3fd5f2252d7e req-5274ff57-f3f4-43f1-8b78-a63d195d915b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:52.012005 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-8f161d49-97f5-44ca-9625-3fd5f2252d7e req-5274ff57-f3f4-43f1-8b78-a63d195d915b service neutron] 10.222.0.72 "GET /v2.0/networks?id=aababfd4-24d1-4477-9e08-13669f02d6c3 HTTP/1.1" status: 200 len: 914 time: 0.1057487 Sep 22 16:50:52.014180 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.agents_db [None req-27f04faf-824b-4b06-8ae5-89241b6ab4ba None None] Agent healthcheck: found 6 active agents {{(pid=100455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 16:50:52.110951 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-1b6fbeee-4a2f-44c3-b047-0a236b42e843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'name': 'tempest-TestVolumeBootPattern-1119940166-router', 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'eedf5a12-9a31-4747-906b-90bbb29b46e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:49:33Z', 'updated_at': '2021-09-22T16:49:37Z', 'revision_number': 4, 'project_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'gw_port': {'id': 'eedf5a12-9a31-4747-906b-90bbb29b46e2', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:49:34Z', 'updated_at': '2021-09-22T16:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_floatingips': [{'id': '793b44c4-ddb9-4fec-9047-38423fcdfe1b', 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'floating_ip_address': '172.27.0.221', 'floating_network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'router_id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'port_id': '5cd820d1-76ae-4e2d-8fac-655170849749', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aababfd4-24d1-4477-9e08-13669f02d6c3', 'mac_address': 'fa:16:3e:c9:f4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e50832-560d-4052-a8fa-1793c36e8816', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T16:50:50Z', 'updated_at': '2021-09-22T16:50:50Z', 'revision_number': 0, 'project_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75135ba7-27af-4ceb-8881-495f589a6d8c', 'name': '', 'network_id': 'aababfd4-24d1-4477-9e08-13669f02d6c3', 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'mac_address': 'fa:16:3e:bf:98:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'fd70f39b-af57-4d8a-9640-3850988db9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:49:36Z', 'updated_at': '2021-09-22T16:49:41Z', 'revision_number': 5, 'project_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'subnets': [{'id': 'fd70f39b-af57-4d8a-9640-3850988db9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:50:52.112246 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-8f161d49-97f5-44ca-9625-3fd5f2252d7e req-76be6ccc-6189-4118-97d5-dbbf18618b7b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5cd820d1-76ae-4e2d-8fac-655170849749 HTTP/1.1" status: 200 len: 999 time: 0.0884078 Sep 22 16:50:52.138503 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6fbeee-4a2f-44c3-b047-0a236b42e843 None None] Checking router: 62c7516c-6dbd-4516-ad90-639b584c2678 for host: dv-cinder-809968-4-iscsi {{(pid=100455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 16:50:52.147631 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6fbeee-4a2f-44c3-b047-0a236b42e843 None None] Routers {'62c7516c-6dbd-4516-ad90-639b584c2678'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 16:50:52.148220 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-1b6fbeee-4a2f-44c3-b047-0a236b42e843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:50:29Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['62c7516c-6dbd-4516-ad90-639b584c2678'], 'active': True} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:50:52.172351 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f161d49-97f5-44ca-9625-3fd5f2252d7e req-924f8524-f191-4bf5-a925-dca39367b2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:52.174386 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-8f161d49-97f5-44ca-9625-3fd5f2252d7e req-924f8524-f191-4bf5-a925-dca39367b2d4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fd70f39b-af57-4d8a-9640-3850988db9e5 HTTP/1.1" status: 200 len: 851 time: 0.0537667 Sep 22 16:50:52.222651 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f161d49-97f5-44ca-9625-3fd5f2252d7e req-172df881-6088-460f-9e07-c5c584c4db10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:52.225276 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-8f161d49-97f5-44ca-9625-3fd5f2252d7e req-172df881-6088-460f-9e07-c5c584c4db10 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=aababfd4-24d1-4477-9e08-13669f02d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415101 Sep 22 16:50:52.257858 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvr_db [None req-1b6fbeee-4a2f-44c3-b047-0a236b42e843 None None] Set router 62c7516c-6dbd-4516-ad90-639b584c2678 gateway port host: dv-cinder-809968-4-iscsi {{(pid=100455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 16:50:52.332066 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-8f161d49-97f5-44ca-9625-3fd5f2252d7e req-c1042616-48ed-4cce-981b-931b765c291b service neutron] 10.222.0.72 "GET /v2.0/networks/aababfd4-24d1-4477-9e08-13669f02d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887010 Sep 22 16:50:52.424270 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-8f161d49-97f5-44ca-9625-3fd5f2252d7e req-ff109cdb-28c0-4260-b801-7c2c82e586a9 service neutron] 10.222.0.72 "GET /v2.0/networks/aababfd4-24d1-4477-9e08-13669f02d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829329 Sep 22 16:50:52.475352 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-1b6fbeee-4a2f-44c3-b047-0a236b42e843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'name': 'tempest-TestVolumeBootPattern-1119940166-router', 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'eedf5a12-9a31-4747-906b-90bbb29b46e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:49:33Z', 'updated_at': '2021-09-22T16:49:37Z', 'revision_number': 4, 'project_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'gw_port': {'id': 'eedf5a12-9a31-4747-906b-90bbb29b46e2', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:49:34Z', 'updated_at': '2021-09-22T16:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_floatingips': [{'id': '793b44c4-ddb9-4fec-9047-38423fcdfe1b', 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'floating_ip_address': '172.27.0.221', 'floating_network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'router_id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'port_id': '5cd820d1-76ae-4e2d-8fac-655170849749', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aababfd4-24d1-4477-9e08-13669f02d6c3', 'mac_address': 'fa:16:3e:c9:f4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e50832-560d-4052-a8fa-1793c36e8816', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T16:50:50Z', 'updated_at': '2021-09-22T16:50:50Z', 'revision_number': 0, 'project_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75135ba7-27af-4ceb-8881-495f589a6d8c', 'name': '', 'network_id': 'aababfd4-24d1-4477-9e08-13669f02d6c3', 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'mac_address': 'fa:16:3e:bf:98:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'fd70f39b-af57-4d8a-9640-3850988db9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:49:36Z', 'updated_at': '2021-09-22T16:49:41Z', 'revision_number': 5, 'project_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'subnets': [{'id': 'fd70f39b-af57-4d8a-9640-3850988db9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:50:52.504333 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6fbeee-4a2f-44c3-b047-0a236b42e843 None None] The sync data for ids ['62c7516c-6dbd-4516-ad90-639b584c2678'] in dv-cinder-809968-4-iscsi is: [{'id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'name': 'tempest-TestVolumeBootPattern-1119940166-router', 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'eedf5a12-9a31-4747-906b-90bbb29b46e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:49:33Z', 'updated_at': '2021-09-22T16:49:37Z', 'revision_number': 4, 'project_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'gw_port': {'id': 'eedf5a12-9a31-4747-906b-90bbb29b46e2', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:49:34Z', 'updated_at': '2021-09-22T16:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_floatingips': [{'id': '793b44c4-ddb9-4fec-9047-38423fcdfe1b', 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'floating_ip_address': '172.27.0.221', 'floating_network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'router_id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'port_id': '5cd820d1-76ae-4e2d-8fac-655170849749', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aababfd4-24d1-4477-9e08-13669f02d6c3', 'mac_address': 'fa:16:3e:c9:f4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e50832-560d-4052-a8fa-1793c36e8816', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T16:50:50Z', 'updated_at': '2021-09-22T16:50:50Z', 'revision_number': 0, 'project_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75135ba7-27af-4ceb-8881-495f589a6d8c', 'name': '', 'network_id': 'aababfd4-24d1-4477-9e08-13669f02d6c3', 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'mac_address': 'fa:16:3e:bf:98:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'fd70f39b-af57-4d8a-9640-3850988db9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:49:36Z', 'updated_at': '2021-09-22T16:49:41Z', 'revision_number': 5, 'project_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'subnets': [{'id': 'fd70f39b-af57-4d8a-9640-3850988db9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 16:50:52.703643 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ae65dd-077b-4050-8c30-6d1721d2a6ff None None] New status for floating IP 793b44c4-ddb9-4fec-9047-38423fcdfe1b: ACTIVE {{(pid=100454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 16:50:52.877159 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf63ad-9cb3-4a77-8a0f-57d4cf623145 req-34a4f091-df43-4039-bc34-f02b6dc8a670 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:52.878632 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-6fcf63ad-9cb3-4a77-8a0f-57d4cf623145 req-34a4f091-df43-4039-bc34-f02b6dc8a670 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=4822262c-0ad7-4968-82f4-66e238216d08 HTTP/1.1" status: 200 len: 946 time: 0.0536845 Sep 22 16:50:52.916793 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-6fcf63ad-9cb3-4a77-8a0f-57d4cf623145 req-e0104ded-44c9-4a7b-966a-503d16fee195 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318310 Sep 22 16:50:54.031303 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8589a3-6b0d-478e-9d71-eeac3235435d req-b054c867-2f91-499b-aafa-27f746d98e35 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:54.032769 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-0f8589a3-6b0d-478e-9d71-eeac3235435d req-b054c867-2f91-499b-aafa-27f746d98e35 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=4822262c-0ad7-4968-82f4-66e238216d08 HTTP/1.1" status: 200 len: 946 time: 0.0484633 Sep 22 16:50:54.071325 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-0f8589a3-6b0d-478e-9d71-eeac3235435d req-2f259b6f-0415-45f5-922e-49407f9fe772 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/security-groups?id=39da0cf0-4596-49b9-a206-b59d6a155a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322104 Sep 22 16:50:54.634482 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8196621-1462-4458-98c6-c0719b58f92b req-86763778-bb51-492a-a2cd-f00ee075ff7c tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:50:54.635959 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-e8196621-1462-4458-98c6-c0719b58f92b req-86763778-bb51-492a-a2cd-f00ee075ff7c tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.72 "GET /v2.0/ports?device_id=4822262c-0ad7-4968-82f4-66e238216d08 HTTP/1.1" status: 200 len: 946 time: 0.0549028 Sep 22 16:50:54.731438 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.plugin [req-e8196621-1462-4458-98c6-c0719b58f92b req-7a0e3e96-504c-4a88-ac0e-54492036dbbe tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Deleting port e17e49ab-7fc6-4ed6-8321-386288b88f09 {{(pid=100452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 16:50:54.731779 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-e8196621-1462-4458-98c6-c0719b58f92b req-7a0e3e96-504c-4a88-ac0e-54492036dbbe tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735274981160'] for port, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:54.830179 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.db [req-e8196621-1462-4458-98c6-c0719b58f92b req-7a0e3e96-504c-4a88-ac0e-54492036dbbe tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] For port e17e49ab-7fc6-4ed6-8321-386288b88f09, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=e17e49ab-7fc6-4ed6-8321-386288b88f09,segment=NetworkSegment(783976c6-44ca-446c-bf38-a700feb1ad11),segment_id=783976c6-44ca-446c-bf38-a700feb1ad11)] {{(pid=100452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:50:54.830552 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-e8196621-1462-4458-98c6-c0719b58f92b req-7a0e3e96-504c-4a88-ac0e-54492036dbbe tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697305'] for port, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:54.843206 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.plugin [req-e8196621-1462-4458-98c6-c0719b58f92b req-7a0e3e96-504c-4a88-ac0e-54492036dbbe tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Calling delete_port for e17e49ab-7fc6-4ed6-8321-386288b88f09 owned by compute:nova {{(pid=100452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 16:50:54.972274 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-e8196621-1462-4458-98c6-c0719b58f92b req-7a0e3e96-504c-4a88-ac0e-54492036dbbe tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735274987246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735274499786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8763924'] for port, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:54.984727 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] get_ports_and_sgs() called for port_ids ['e17e49ab-7fc6-4ed6-8321-386288b88f09'] {{(pid=100454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 16:50:55.004459 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0e3e96-504c-4a88-ac0e-54492036dbbe tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Pushing event deleted for resources: {'Port': ['ID=e17e49ab-7fc6-4ed6-8321-386288b88f09,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:50:55.045490 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8196621-1462-4458-98c6-c0719b58f92b req-7a0e3e96-504c-4a88-ac0e-54492036dbbe tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] No DVR routers for this DVR port e17e49ab-7fc6-4ed6-8321-386288b88f09 on host hv-cinder-80996 {{(pid=100452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 16:50:55.048006 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-e8196621-1462-4458-98c6-c0719b58f92b req-7a0e3e96-504c-4a88-ac0e-54492036dbbe tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306'] for port, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:55.050053 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-e8196621-1462-4458-98c6-c0719b58f92b req-7a0e3e96-504c-4a88-ac0e-54492036dbbe tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.72 "DELETE /v2.0/ports/e17e49ab-7fc6-4ed6-8321-386288b88f09 HTTP/1.1" status: 204 len: 173 time: 0.4074607 Sep 22 16:50:55.050499 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4822262c-0ad7-4968-82f4-66e238216d08', 'name': 'network-vif-deleted', 'tag': 'e17e49ab-7fc6-4ed6-8321-386288b88f09'}] {{(pid=100452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 16:50:55.052936 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3daeaf716feba76a3af1624af44cd9d3b401b8dbf4d63f278f059799def7c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddcde1b5-08c8-41b1-9b4b-54a46c69ca4f" -d '{"events": [{"server_uuid": "4822262c-0ad7-4968-82f4-66e238216d08", "name": "network-vif-deleted", "tag": "e17e49ab-7fc6-4ed6-8321-386288b88f09"}]}' {{(pid=100452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:50:55.092758 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 16:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d1692c-75af-465b-a63c-bd2cc7355747 x-openstack-request-id: req-59d1692c-75af-465b-a63c-bd2cc7355747 {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:50:55.093050 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4822262c-0ad7-4968-82f4-66e238216d08", "name": "network-vif-deleted", "tag": "e17e49ab-7fc6-4ed6-8321-386288b88f09", "status": "completed", "code": 200}]} {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:50:55.093302 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-59d1692c-75af-465b-a63c-bd2cc7355747 {{(pid=100452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:50:55.093725 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4822262c-0ad7-4968-82f4-66e238216d08', 'name': 'network-vif-deleted', 'tag': 'e17e49ab-7fc6-4ed6-8321-386288b88f09', 'status': 'completed', 'code': 200} Sep 22 16:50:55.168226 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-ee1cbd30-b06b-448f-8d63-071f5d53f219 req-8619d359-7608-4782-88a6-333b1c51a472 tempest-ServerRescueNegativeTestJSON-503505938 tempest-ServerRescueNegativeTestJSON-503505938-project] 10.222.0.66 "GET /v2.0/ports?device_id=4822262c-0ad7-4968-82f4-66e238216d08 HTTP/1.1" status: 200 len: 210 time: 0.0274866 Sep 22 16:50:55.721865 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-df58e954-b98f-4ed5-9ffe-409a5b83f40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:56.168165 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:56.226713 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 58972) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:50:56.662958 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-fbe880b7-c229-4b58-9c06-1e2a50471e61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699840'] for router_interface, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:57.155299 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.plugin [None req-fbe880b7-c229-4b58-9c06-1e2a50471e61 admin admin] Deleting port d053fb24-7719-4936-8c72-b833eeef9802 {{(pid=100453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 16:50:57.155639 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-fbe880b7-c229-4b58-9c06-1e2a50471e61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735274981160'] for port, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:57.242369 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.db [None req-fbe880b7-c229-4b58-9c06-1e2a50471e61 admin admin] For port d053fb24-7719-4936-8c72-b833eeef9802, host dv-cinder-809968-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=d053fb24-7719-4936-8c72-b833eeef9802,segment=NetworkSegment(783976c6-44ca-446c-bf38-a700feb1ad11),segment_id=783976c6-44ca-446c-bf38-a700feb1ad11)] {{(pid=100453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:50:57.243033 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-fbe880b7-c229-4b58-9c06-1e2a50471e61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697305'] for port, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:57.256854 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.plugin [None req-fbe880b7-c229-4b58-9c06-1e2a50471e61 admin admin] Calling delete_port for d053fb24-7719-4936-8c72-b833eeef9802 owned by network:router_interface {{(pid=100453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 16:50:57.456484 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-fbe880b7-c229-4b58-9c06-1e2a50471e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735274987246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735274499786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8594183'] for port, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:57.486691 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe880b7-c229-4b58-9c06-1e2a50471e61 admin admin] Pushing event deleted for resources: {'Port': ['ID=d053fb24-7719-4936-8c72-b833eeef9802,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:50:57.644354 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-fbe880b7-c229-4b58-9c06-1e2a50471e61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1701001'] for router_interface, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:57.862474 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbe880b7-c229-4b58-9c06-1e2a50471e61 admin admin] Router 0158961b-331c-45e7-abbd-60be4970c59a has already been hosted by L3 agent c3efc510-1e60-45c8-b68a-00a20fddc4a4 {{(pid=100453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 16:50:57.968482 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe880b7-c229-4b58-9c06-1e2a50471e61 admin admin] Notify agent at l3_agent.dv-cinder-809968-4-iscsi the message routers_updated {{(pid=100453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 16:50:57.975404 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-fbe880b7-c229-4b58-9c06-1e2a50471e61 admin admin] 10.222.0.66 "PUT /v2.0/routers/0158961b-331c-45e7-abbd-60be4970c59a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7455025 Sep 22 16:50:57.975849 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 58996) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:50:57.978796 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50d5368-1332-406e-9162-1bcd9b9e4e9e None None] Sync routers for ids ['0158961b-331c-45e7-abbd-60be4970c59a'] in dv-cinder-809968-4-iscsi {{(pid=100455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 16:50:57.987956 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50d5368-1332-406e-9162-1bcd9b9e4e9e None None] Routers {'0158961b-331c-45e7-abbd-60be4970c59a'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 16:50:57.989209 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-c50d5368-1332-406e-9162-1bcd9b9e4e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:50:29Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['0158961b-331c-45e7-abbd-60be4970c59a'], 'active': True} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:50:58.088707 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-cb3849fc-f7ea-4642-9c37-fe691edfc6a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:58.111376 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvr_db [None req-c50d5368-1332-406e-9162-1bcd9b9e4e9e None None] Set router 0158961b-331c-45e7-abbd-60be4970c59a gateway port host: dv-cinder-809968-4-iscsi {{(pid=100455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 16:50:58.228175 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-cb3849fc-f7ea-4642-9c37-fe691edfc6a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:58.284824 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.plugin [None req-cb3849fc-f7ea-4642-9c37-fe691edfc6a3 admin admin] Deleting port 6a700e14-7e75-4b45-a853-279c9cb43a23 {{(pid=100453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 16:50:58.287542 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-cb3849fc-f7ea-4642-9c37-fe691edfc6a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735274981160'] for port, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:58.312927 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-c50d5368-1332-406e-9162-1bcd9b9e4e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0158961b-331c-45e7-abbd-60be4970c59a', 'name': 'tempest-ServerRescueNegativeTestJSON-2117315381-router', 'tenant_id': 'b8bdb2bea31e47d187cb21b1f1e64ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '6a700e14-7e75-4b45-a853-279c9cb43a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:47:16Z', 'updated_at': '2021-09-22T16:50:57Z', 'revision_number': 5, 'project_id': 'b8bdb2bea31e47d187cb21b1f1e64ba1', 'gw_port': {'id': '6a700e14-7e75-4b45-a853-279c9cb43a23', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0158961b-331c-45e7-abbd-60be4970c59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:17Z', 'updated_at': '2021-09-22T16:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi'}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:50:58.343430 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50d5368-1332-406e-9162-1bcd9b9e4e9e None None] Checking router: 0158961b-331c-45e7-abbd-60be4970c59a for host: dv-cinder-809968-4-iscsi {{(pid=100455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 16:50:58.352960 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50d5368-1332-406e-9162-1bcd9b9e4e9e None None] Routers {'0158961b-331c-45e7-abbd-60be4970c59a'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 16:50:58.353602 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-c50d5368-1332-406e-9162-1bcd9b9e4e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:50:29Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['0158961b-331c-45e7-abbd-60be4970c59a'], 'active': True} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:50:58.381780 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.db [None req-cb3849fc-f7ea-4642-9c37-fe691edfc6a3 admin admin] For port 6a700e14-7e75-4b45-a853-279c9cb43a23, host dv-cinder-809968-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=6a700e14-7e75-4b45-a853-279c9cb43a23,segment=NetworkSegment(73061bb2-74db-4070-b057-2315d4867ed3),segment_id=73061bb2-74db-4070-b057-2315d4867ed3)] {{(pid=100453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:50:58.382167 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-cb3849fc-f7ea-4642-9c37-fe691edfc6a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697305'] for port, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:58.395687 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.plugin [None req-cb3849fc-f7ea-4642-9c37-fe691edfc6a3 admin admin] Calling delete_port for 6a700e14-7e75-4b45-a853-279c9cb43a23 owned by network:router_gateway {{(pid=100453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 16:50:58.438039 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvr_db [None req-c50d5368-1332-406e-9162-1bcd9b9e4e9e None None] Set router 0158961b-331c-45e7-abbd-60be4970c59a gateway port host: None {{(pid=100455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 16:50:58.490298 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-c50d5368-1332-406e-9162-1bcd9b9e4e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0158961b-331c-45e7-abbd-60be4970c59a', 'name': 'tempest-ServerRescueNegativeTestJSON-2117315381-router', 'tenant_id': 'b8bdb2bea31e47d187cb21b1f1e64ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:47:16Z', 'updated_at': '2021-09-22T16:50:58Z', 'revision_number': 6, 'project_id': 'b8bdb2bea31e47d187cb21b1f1e64ba1', 'gw_port_host': None}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:50:58.516570 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50d5368-1332-406e-9162-1bcd9b9e4e9e None None] The sync data for ids ['0158961b-331c-45e7-abbd-60be4970c59a'] in dv-cinder-809968-4-iscsi is: [{'id': '0158961b-331c-45e7-abbd-60be4970c59a', 'name': 'tempest-ServerRescueNegativeTestJSON-2117315381-router', 'tenant_id': 'b8bdb2bea31e47d187cb21b1f1e64ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:47:16Z', 'updated_at': '2021-09-22T16:50:58Z', 'revision_number': 6, 'project_id': 'b8bdb2bea31e47d187cb21b1f1e64ba1', 'gw_port_host': None}] {{(pid=100455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 16:50:58.564746 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-cb3849fc-f7ea-4642-9c37-fe691edfc6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735274987246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735274499786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8594183'] for port, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:58.594271 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3849fc-f7ea-4642-9c37-fe691edfc6a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a700e14-7e75-4b45-a853-279c9cb43a23,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:50:58.656288 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-cb3849fc-f7ea-4642-9c37-fe691edfc6a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700938'] for router_gateway, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:58.676574 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-661167d0-4c45-4763-b820-2d6604312743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:58.759828 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-cb3849fc-f7ea-4642-9c37-fe691edfc6a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1639461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16316'] for router, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:58.762067 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-cb3849fc-f7ea-4642-9c37-fe691edfc6a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:58.823444 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-cb3849fc-f7ea-4642-9c37-fe691edfc6a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1639468'] for router, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:58.823855 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3849fc-f7ea-4642-9c37-fe691edfc6a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0158961b-331c-45e7-abbd-60be4970c59a {{(pid=100453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 16:50:58.828694 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-cb3849fc-f7ea-4642-9c37-fe691edfc6a3 admin admin] Notify callbacks [] for router, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:58.829695 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-cb3849fc-f7ea-4642-9c37-fe691edfc6a3 admin admin] 10.222.0.66 "DELETE /v2.0/routers/0158961b-331c-45e7-abbd-60be4970c59a HTTP/1.1" status: 204 len: 168 time: 0.8529172 Sep 22 16:50:58.832866 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 59012) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:50:58.881062 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2e4eb5c-f803-4ac1-b1dc-bc9f12c4539a admin admin] Deleting subnet cc6f66dc-a466-4cdc-9953-0a3b593f7cb6 {{(pid=100453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 16:50:58.884353 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-f2e4eb5c-f803-4ac1-b1dc-bc9f12c4539a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:58.923901 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-f2e4eb5c-f803-4ac1-b1dc-bc9f12c4539a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8729350'] for subnet, precommit_delete_associations {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:58.964472 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-f2e4eb5c-f803-4ac1-b1dc-bc9f12c4539a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720017'] for subnet, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:59.011848 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:59.022912 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device e17e49ab-7fc6-4ed6-8321-386288b88f09 no longer exists at agent hyperv_hv-cinder-80996 {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 16:50:59.028102 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-f2e4eb5c-f803-4ac1-b1dc-bc9f12c4539a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8594266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10141730'] for subnet, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:59.042376 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] No Port match for: e17e49ab-7fc6-4ed6-8321-386288b88f09 {{(pid=100454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 16:50:59.042728 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device e17e49ab-7fc6-4ed6-8321-386288b88f09 not bound to the agent host hv-cinder-80996 {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 16:50:59.054001 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e4eb5c-f803-4ac1-b1dc-bc9f12c4539a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc6f66dc-a466-4cdc-9953-0a3b593f7cb6,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:50:59.058248 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-f2e4eb5c-f803-4ac1-b1dc-bc9f12c4539a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:59.060087 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-f2e4eb5c-f803-4ac1-b1dc-bc9f12c4539a admin admin] 10.222.0.66 "DELETE /v2.0/subnets/cc6f66dc-a466-4cdc-9953-0a3b593f7cb6 HTTP/1.1" status: 204 len: 168 time: 0.2261515 Sep 22 16:50:59.062614 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 59020) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:50:59.128290 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-614b8b58-8e0a-42cb-981a-97cf0024007f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638825'] for network, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:59.213519 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-614b8b58-8e0a-42cb-981a-97cf0024007f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705832', 'neutron.services.segments.db._delete_segments_for_network-8735275045268'] for network, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:59.234898 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.services.segments.db [None req-614b8b58-8e0a-42cb-981a-97cf0024007f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['933b11c6-c16c-4f49-9f97-7720f111f0ed']}} {{(pid=100453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:50:59.245104 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.services.segments.db [None req-614b8b58-8e0a-42cb-981a-97cf0024007f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '783976c6-44ca-446c-bf38-a700feb1ad11') {'for_net_delete': True} {{(pid=100453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:50:59.245508 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.services.segments.db [None req-614b8b58-8e0a-42cb-981a-97cf0024007f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '783976c6-44ca-446c-bf38-a700feb1ad11') {} {{(pid=100453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:50:59.256718 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-614b8b58-8e0a-42cb-981a-97cf0024007f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735275044765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8729375'] for segment, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:59.288991 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-614b8b58-8e0a-42cb-981a-97cf0024007f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720390'] for segment, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:59.297408 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-614b8b58-8e0a-42cb-981a-97cf0024007f admin admin] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=100453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 16:50:59.297762 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-614b8b58-8e0a-42cb-981a-97cf0024007f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8594164'] for segment, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:59.300634 dv-cinder-809968-4-iscsi neutron-server[100453]: Traceback (most recent call last): Sep 22 16:50:59.300634 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 16:50:59.300634 dv-cinder-809968-4-iscsi neutron-server[100453]: timer() Sep 22 16:50:59.300634 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 16:50:59.300634 dv-cinder-809968-4-iscsi neutron-server[100453]: cb(*args, **kw) Sep 22 16:50:59.300634 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 16:50:59.300634 dv-cinder-809968-4-iscsi neutron-server[100453]: return func(*args, **kwargs) Sep 22 16:50:59.300634 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 16:50:59.300634 dv-cinder-809968-4-iscsi neutron-server[100453]: self._notify() Sep 22 16:50:59.300634 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 16:50:59.300634 dv-cinder-809968-4-iscsi neutron-server[100453]: self.callback(batched_events) Sep 22 16:50:59.300634 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 16:50:59.300634 dv-cinder-809968-4-iscsi neutron-server[100453]: event.method(event) Sep 22 16:50:59.300634 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 16:50:59.300634 dv-cinder-809968-4-iscsi neutron-server[100453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 16:50:59.300634 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 16:50:59.300634 dv-cinder-809968-4-iscsi neutron-server[100453]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 16:50:59.300634 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 16:50:59.300634 dv-cinder-809968-4-iscsi neutron-server[100453]: return f(self, *a, **k) Sep 22 16:50:59.300634 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 16:50:59.300634 dv-cinder-809968-4-iscsi neutron-server[100453]: return self._get(url).json() Sep 22 16:50:59.300634 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 16:50:59.300634 dv-cinder-809968-4-iscsi neutron-server[100453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 16:50:59.300634 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 16:50:59.300634 dv-cinder-809968-4-iscsi neutron-server[100453]: return self.request(url, 'GET', **kwargs) Sep 22 16:50:59.300634 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 16:50:59.300634 dv-cinder-809968-4-iscsi neutron-server[100453]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 16:50:59.300634 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 16:50:59.300634 dv-cinder-809968-4-iscsi neutron-server[100453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 16:50:59.300634 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 16:50:59.300634 dv-cinder-809968-4-iscsi neutron-server[100453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 16:50:59.300634 dv-cinder-809968-4-iscsi neutron-server[100453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 16:50:59.367122 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-614b8b58-8e0a-42cb-981a-97cf0024007f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700886'] for network, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:59.371951 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-614b8b58-8e0a-42cb-981a-97cf0024007f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for network, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:59.376515 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-614b8b58-8e0a-42cb-981a-97cf0024007f admin admin] 10.222.0.66 "DELETE /v2.0/networks/933b11c6-c16c-4f49-9f97-7720f111f0ed HTTP/1.1" status: 204 len: 168 time: 0.3103938 Sep 22 16:50:59.386919 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614b8b58-8e0a-42cb-981a-97cf0024007f admin admin] Pushing event deleted for resources: {'Network': ['ID=933b11c6-c16c-4f49-9f97-7720f111f0ed,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:50:59.558788 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 59034) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:50:59.612045 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-c376604a-15ac-4af8-994c-a8e4e85893e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:59.628517 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-a7e7e34a-4d3d-438a-9b19-839ce808627c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b8bdb2bea31e47d187cb21b1f1e64ba1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0645480 Sep 22 16:50:59.630038 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 59038) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:50:59.651355 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 6a700e14-7e75-4b45-a853-279c9cb43a23 no longer exists at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 16:50:59.669851 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 59040) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:50:59.682403 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-68ec4252-bec2-4fe4-97bf-c8a0a57d007f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:59.689145 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] No Port match for: 6a700e14-7e75-4b45-a853-279c9cb43a23 {{(pid=100454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 16:50:59.689652 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 6a700e14-7e75-4b45-a853-279c9cb43a23 not bound to the agent host dv-cinder-809968-4-iscsi {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 16:50:59.690072 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device d053fb24-7719-4936-8c72-b833eeef9802 no longer exists at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 16:50:59.704666 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-68ec4252-bec2-4fe4-97bf-c8a0a57d007f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:59.711715 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] No Port match for: d053fb24-7719-4936-8c72-b833eeef9802 {{(pid=100454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 16:50:59.712070 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device d053fb24-7719-4936-8c72-b833eeef9802 not bound to the agent host dv-cinder-809968-4-iscsi {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 16:50:59.753233 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-68ec4252-bec2-4fe4-97bf-c8a0a57d007f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:59.756380 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-68ec4252-bec2-4fe4-97bf-c8a0a57d007f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:59.757529 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-68ec4252-bec2-4fe4-97bf-c8a0a57d007f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/39da0cf0-4596-49b9-a206-b59d6a155a96 HTTP/1.1" status: 204 len: 168 time: 0.1265056 Sep 22 16:50:59.765164 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ec4252-bec2-4fe4-97bf-c8a0a57d007f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39da0cf0-4596-49b9-a206-b59d6a155a96,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:50:59.802085 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-b50b9e4f-6387-4ba2-9397-6ee542af0a69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:59.891856 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-b50b9e4f-6387-4ba2-9397-6ee542af0a69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:59.896071 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-b50b9e4f-6387-4ba2-9397-6ee542af0a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:59.934049 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-b50b9e4f-6387-4ba2-9397-6ee542af0a69 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4eeba6342f8e4943b2d7b81c9d74cf15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2631748 Sep 22 16:50:59.934906 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50b9e4f-6387-4ba2-9397-6ee542af0a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b30f9e3-cd3d-4d0c-9533-0939fe5cb7ba,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:50:59.937776 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 59048) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:50:59.994037 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-dd11484e-5cef-4ed7-a360-5c829acd04ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:00.015169 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-dd11484e-5cef-4ed7-a360-5c829acd04ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:00.065716 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-dd11484e-5cef-4ed7-a360-5c829acd04ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:00.069489 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-dd11484e-5cef-4ed7-a360-5c829acd04ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:00.070655 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-dd11484e-5cef-4ed7-a360-5c829acd04ab admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9b30f9e3-cd3d-4d0c-9533-0939fe5cb7ba HTTP/1.1" status: 204 len: 168 time: 0.1312773 Sep 22 16:51:00.078795 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd11484e-5cef-4ed7-a360-5c829acd04ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b30f9e3-cd3d-4d0c-9533-0939fe5cb7ba,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:51:00.407071 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 59074) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:51:00.421222 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-524b8719-fe07-49f3-a599-af8d055f6b46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:00.511871 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-524b8719-fe07-49f3-a599-af8d055f6b46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:00.515674 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-524b8719-fe07-49f3-a599-af8d055f6b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:00.552273 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524b8719-fe07-49f3-a599-af8d055f6b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17dfa70-0d43-4b9e-b4e9-450c61865f7a,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:51:00.561222 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 59082) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:51:00.561725 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-524b8719-fe07-49f3-a599-af8d055f6b46 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=89560a2b5fef434fae47de9710b5f60b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1529677 Sep 22 16:51:00.610574 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-0d1cfb5b-9b7c-4a75-b273-7ba56c18b02c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:00.635993 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-0d1cfb5b-9b7c-4a75-b273-7ba56c18b02c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:00.912681 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-0d1cfb5b-9b7c-4a75-b273-7ba56c18b02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:00.915320 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-0d1cfb5b-9b7c-4a75-b273-7ba56c18b02c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:00.916507 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-0d1cfb5b-9b7c-4a75-b273-7ba56c18b02c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c17dfa70-0d43-4b9e-b4e9-450c61865f7a HTTP/1.1" status: 204 len: 168 time: 0.3542237 Sep 22 16:51:00.927756 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1cfb5b-9b7c-4a75-b273-7ba56c18b02c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17dfa70-0d43-4b9e-b4e9-450c61865f7a,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:51:00.946748 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ea12bc52-457f-4758-858a-1e27800db098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:01.489249 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64d9fd3-645b-407a-8c7d-317c4eadb41c req-3d91f6a6-8491-4be0-858f-90f2eb141160 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:01.490906 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-b64d9fd3-645b-407a-8c7d-317c4eadb41c req-3d91f6a6-8491-4be0-858f-90f2eb141160 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 946 time: 0.0493495 Sep 22 16:51:01.529206 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-b64d9fd3-645b-407a-8c7d-317c4eadb41c req-967aab7f-fafc-4b8c-9813-dbb0477abaf3 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324867 Sep 22 16:51:02.651278 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f007198-39aa-46a1-b4f0-e86c9020d247 req-aaafef34-fdfa-4dff-bd4c-b92ab087c056 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:02.652736 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-1f007198-39aa-46a1-b4f0-e86c9020d247 req-aaafef34-fdfa-4dff-bd4c-b92ab087c056 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 946 time: 0.0494215 Sep 22 16:51:02.690413 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-1f007198-39aa-46a1-b4f0-e86c9020d247 req-a33fcb35-84e5-4789-a51a-97fde46f5193 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317051 Sep 22 16:51:03.588052 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 59220) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:51:03.697506 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-904b5b05-80f7-4796-89d2-fd9f5b84d5e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:03.811392 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-904b5b05-80f7-4796-89d2-fd9f5b84d5e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:03.816449 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-904b5b05-80f7-4796-89d2-fd9f5b84d5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:03.863742 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-904b5b05-80f7-4796-89d2-fd9f5b84d5e4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8ddaec5406164da6af84e4fe259e0457&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2745919 Sep 22 16:51:03.866999 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 59226) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:51:03.871885 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10f36f-3b7e-49fc-ac1d-069db1f14bf5 req-17993d69-4e43-46ae-8d71-adef5330fb19 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:03.873415 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-3b10f36f-3b7e-49fc-ac1d-069db1f14bf5 req-17993d69-4e43-46ae-8d71-adef5330fb19 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 946 time: 0.0952446 Sep 22 16:51:03.874232 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904b5b05-80f7-4796-89d2-fd9f5b84d5e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad74ad21-56fe-44c7-abc5-fecf195d58b7,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:51:03.921696 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-22f02500-a24b-46cc-a7e8-d04fd8666f0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:03.924887 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-3b10f36f-3b7e-49fc-ac1d-069db1f14bf5 req-7145ed34-9c1a-4294-8af5-4ee7cf5dc5bc tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332894 Sep 22 16:51:03.944426 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-22f02500-a24b-46cc-a7e8-d04fd8666f0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:03.998874 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-22f02500-a24b-46cc-a7e8-d04fd8666f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:04.002182 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-22f02500-a24b-46cc-a7e8-d04fd8666f0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:04.003453 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-22f02500-a24b-46cc-a7e8-d04fd8666f0e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ad74ad21-56fe-44c7-abc5-fecf195d58b7 HTTP/1.1" status: 204 len: 168 time: 0.1353488 Sep 22 16:51:04.012120 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f02500-a24b-46cc-a7e8-d04fd8666f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad74ad21-56fe-44c7-abc5-fecf195d58b7,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:51:04.627935 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 59252) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:51:04.725768 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [None req-e0465f79-cf13-495c-bce0-151a79cb2954 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-308264143-network', 'tenant_id': '6743b985bb8648eca8437ba61925cd0b'}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:51:04.746291 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0465f79-cf13-495c-bce0-151a79cb2954 admin admin] Made reservation on behalf of 6743b985bb8648eca8437ba61925cd0b for: {'network': 1} {{(pid=100452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:51:04.748495 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-e0465f79-cf13-495c-bce0-151a79cb2954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for network, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:04.757834 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-e0465f79-cf13-495c-bce0-151a79cb2954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:04.845862 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-e0465f79-cf13-495c-bce0-151a79cb2954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:04.849597 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-e0465f79-cf13-495c-bce0-151a79cb2954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:04.878266 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0465f79-cf13-495c-bce0-151a79cb2954 admin admin] vlan segment allocate from pool success with {'vlan_id': 1070, 'physical_network': 'physnet1'} {{(pid=100452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 16:51:04.885740 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0465f79-cf13-495c-bce0-151a79cb2954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6249d934-9963-4586-acb6-5a9199aaabda,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:51:04.891737 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-e0465f79-cf13-495c-bce0-151a79cb2954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720390'] for segment, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:04.892342 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.db.segments_db [None req-e0465f79-cf13-495c-bce0-151a79cb2954 admin admin] Added segment daee26fa-bd7d-42c2-acf7-1baa29426eef of type vlan for network 69b0c9a6-9159-4085-bf50-f18b9d98fa76 Sep 22 16:51:04.935727 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-e0465f79-cf13-495c-bce0-151a79cb2954 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735274455839'] for network, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:04.959478 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-e0465f79-cf13-495c-bce0-151a79cb2954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351'] for network, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:04.960583 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0465f79-cf13-495c-bce0-151a79cb2954 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:04.961170 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-e0465f79-cf13-495c-bce0-151a79cb2954 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for network, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:04.992188 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-e0465f79-cf13-495c-bce0-151a79cb2954 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3630495 Sep 22 16:51:04.995408 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 59260) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:51:05.002985 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.v2.base [None req-6a17476c-4e2a-4660-b723-f851992d6e54 admin admin] Request body: {'subnet': {'network_id': '69b0c9a6-9159-4085-bf50-f18b9d98fa76', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-308264143-subnet', 'tenant_id': '6743b985bb8648eca8437ba61925cd0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:51:05.035024 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a17476c-4e2a-4660-b723-f851992d6e54 admin admin] Made reservation on behalf of 6743b985bb8648eca8437ba61925cd0b for: {'subnet': 1} {{(pid=100453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:51:05.037974 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-6a17476c-4e2a-4660-b723-f851992d6e54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10141703'] for subnet, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:05.040333 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0465f79-cf13-495c-bce0-151a79cb2954 admin admin] Pushing event updated for resources: {'Network': ['ID=69b0c9a6-9159-4085-bf50-f18b9d98fa76,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:51:05.052336 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Network 69b0c9a6-9159-4085-bf50-f18b9d98fa76 details requested by agent ovs-agent-dv-cinder-809968-4-iscsi with host dv-cinder-809968-4-iscsi {{(pid=100454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 16:51:05.152693 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a400f67-8b37-463f-b5af-f4c499016cb1 req-b4b1f72d-93fb-47c6-bbf5-d5c77eb03cd7 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:05.154175 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-9a400f67-8b37-463f-b5af-f4c499016cb1 req-b4b1f72d-93fb-47c6-bbf5-d5c77eb03cd7 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 946 time: 0.0999732 Sep 22 16:51:05.221862 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-9a400f67-8b37-463f-b5af-f4c499016cb1 req-3c04a8d2-8c29-46ca-abba-6f3164ce3d65 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0614047 Sep 22 16:51:05.275830 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-6a17476c-4e2a-4660-b723-f851992d6e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8594331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10141749'] for subnet, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:05.335096 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a17476c-4e2a-4660-b723-f851992d6e54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16002436-1001-4336-ba63-060b335aa3b0,revision_number=0']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:51:05.344732 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a17476c-4e2a-4660-b723-f851992d6e54 admin admin] Checking segment: {'id': 'daee26fa-bd7d-42c2-acf7-1baa29426eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '69b0c9a6-9159-4085-bf50-f18b9d98fa76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 16:51:05.345089 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a17476c-4e2a-4660-b723-f851992d6e54 admin admin] Network hostable DHCP agents. Network: 69b0c9a6-9159-4085-bf50-f18b9d98fa76, hostable agents: ['0db1be0e-ef43-4063-8d54-96fc7c9973fd'], hosted agents: [] {{(pid=100453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 16:51:05.363235 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a17476c-4e2a-4660-b723-f851992d6e54 admin admin] Network 69b0c9a6-9159-4085-bf50-f18b9d98fa76 is scheduled to be hosted by DHCP agent 0db1be0e-ef43-4063-8d54-96fc7c9973fd with binding_index 1 {{(pid=100453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 16:51:05.371885 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.base_scheduler [None req-6a17476c-4e2a-4660-b723-f851992d6e54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809968-4-iscsi, 69b0c9a6-9159-4085-bf50-f18b9d98fa76) {{(pid=100453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:51:05.376158 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a17476c-4e2a-4660-b723-f851992d6e54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:05.376747 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-6a17476c-4e2a-4660-b723-f851992d6e54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:05.380974 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd1bfc3-bf9c-4adb-9384-ceb3abb8c1f2 None None] Network 69b0c9a6-9159-4085-bf50-f18b9d98fa76 requested from dv-cinder-809968-4-iscsi {{(pid=100454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 16:51:05.399062 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-6a17476c-4e2a-4660-b723-f851992d6e54 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3926952 Sep 22 16:51:05.508487 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd348a24-2fa0-4cbb-9563-58b7b475f097 None None] Network 69b0c9a6-9159-4085-bf50-f18b9d98fa76 requested from dv-cinder-809968-4-iscsi {{(pid=100454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 16:51:05.868785 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 59284) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:51:05.874356 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.v2.base [None req-7709da37-59a5-4e56-b194-59c46b501274 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-667009258-network', 'tenant_id': '3b6d57d780a9404e98e790d1a68c2eb6'}} {{(pid=100453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:51:05.906999 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7709da37-59a5-4e56-b194-59c46b501274 admin admin] Made reservation on behalf of 3b6d57d780a9404e98e790d1a68c2eb6 for: {'network': 1} {{(pid=100453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:51:05.909307 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7709da37-59a5-4e56-b194-59c46b501274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for network, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:05.918001 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7709da37-59a5-4e56-b194-59c46b501274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:06.022292 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaee8c3-633f-4005-bf00-8c8ddae658bd req-bc538fcb-6c56-4962-8e2d-d43e4a602417 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:06.026417 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-feaee8c3-633f-4005-bf00-8c8ddae658bd req-bc538fcb-6c56-4962-8e2d-d43e4a602417 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 945 time: 0.0919254 Sep 22 16:51:06.098116 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-feaee8c3-633f-4005-bf00-8c8ddae658bd req-e869f8f9-8c63-4129-acbc-208210277ad3 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581396 Sep 22 16:51:06.124599 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7709da37-59a5-4e56-b194-59c46b501274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:06.130201 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7709da37-59a5-4e56-b194-59c46b501274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:06.163959 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7709da37-59a5-4e56-b194-59c46b501274 admin admin] vlan segment allocate from pool success with {'vlan_id': 1091, 'physical_network': 'physnet1'} {{(pid=100453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 16:51:06.173082 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7709da37-59a5-4e56-b194-59c46b501274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07893379-5da4-4fcc-8e67-acf342859ec8,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:51:06.179123 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7709da37-59a5-4e56-b194-59c46b501274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720390'] for segment, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:06.179496 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.db.segments_db [None req-7709da37-59a5-4e56-b194-59c46b501274 admin admin] Added segment 33da296a-e806-47c1-87ac-d98f74904c04 of type vlan for network 618b97eb-1b93-489f-905c-960ac805b50b Sep 22 16:51:06.226279 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7709da37-59a5-4e56-b194-59c46b501274 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735274455839'] for network, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:06.254401 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7709da37-59a5-4e56-b194-59c46b501274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351'] for network, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:06.255369 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7709da37-59a5-4e56-b194-59c46b501274 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:06.256655 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7709da37-59a5-4e56-b194-59c46b501274 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for network, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:06.290979 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-7709da37-59a5-4e56-b194-59c46b501274 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4209774 Sep 22 16:51:06.294962 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 59290) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:51:06.300875 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [None req-28ec709a-e160-41ef-8e92-49358d6c83c9 admin admin] Request body: {'subnet': {'network_id': '618b97eb-1b93-489f-905c-960ac805b50b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-667009258-subnet', 'tenant_id': '3b6d57d780a9404e98e790d1a68c2eb6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:51:06.330248 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ec709a-e160-41ef-8e92-49358d6c83c9 admin admin] Made reservation on behalf of 3b6d57d780a9404e98e790d1a68c2eb6 for: {'subnet': 1} {{(pid=100452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:51:06.333068 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-28ec709a-e160-41ef-8e92-49358d6c83c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8763357'] for subnet, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:06.337401 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7709da37-59a5-4e56-b194-59c46b501274 admin admin] Pushing event updated for resources: {'Network': ['ID=618b97eb-1b93-489f-905c-960ac805b50b,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:51:06.355912 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Network 618b97eb-1b93-489f-905c-960ac805b50b details requested by agent ovs-agent-dv-cinder-809968-4-iscsi with host dv-cinder-809968-4-iscsi {{(pid=100454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 16:51:06.396037 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3fedb7-dbc4-4ca2-8cef-7ea60fb8d385 req-ebbd9eed-dc78-459b-9b9e-8f23a0f80d04 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:06.397812 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-2a3fedb7-dbc4-4ca2-8cef-7ea60fb8d385 req-ebbd9eed-dc78-459b-9b9e-8f23a0f80d04 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 946 time: 0.0696332 Sep 22 16:51:06.444110 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-2a3fedb7-dbc4-4ca2-8cef-7ea60fb8d385 req-b502e56c-a525-468e-aec4-9f78d8f3cef1 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371354 Sep 22 16:51:06.553346 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-28ec709a-e160-41ef-8e92-49358d6c83c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8764040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8763375'] for subnet, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:06.610436 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec709a-e160-41ef-8e92-49358d6c83c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a64b1c8-cdeb-4578-b670-c1f0b6a6236a,revision_number=0']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:51:06.619848 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ec709a-e160-41ef-8e92-49358d6c83c9 admin admin] Checking segment: {'id': '33da296a-e806-47c1-87ac-d98f74904c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '618b97eb-1b93-489f-905c-960ac805b50b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 16:51:06.620200 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ec709a-e160-41ef-8e92-49358d6c83c9 admin admin] Network hostable DHCP agents. Network: 618b97eb-1b93-489f-905c-960ac805b50b, hostable agents: ['0db1be0e-ef43-4063-8d54-96fc7c9973fd'], hosted agents: [] {{(pid=100452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 16:51:06.635928 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ec709a-e160-41ef-8e92-49358d6c83c9 admin admin] Network 618b97eb-1b93-489f-905c-960ac805b50b is scheduled to be hosted by DHCP agent 0db1be0e-ef43-4063-8d54-96fc7c9973fd with binding_index 1 {{(pid=100452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 16:51:06.645480 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.base_scheduler [None req-28ec709a-e160-41ef-8e92-49358d6c83c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809968-4-iscsi, 618b97eb-1b93-489f-905c-960ac805b50b) {{(pid=100452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:51:06.649921 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ec709a-e160-41ef-8e92-49358d6c83c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:06.650592 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-28ec709a-e160-41ef-8e92-49358d6c83c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for subnet, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:06.655306 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d252559-484c-4778-bef7-853ae95f36c3 None None] Network 618b97eb-1b93-489f-905c-960ac805b50b requested from dv-cinder-809968-4-iscsi {{(pid=100454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 16:51:06.665166 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-28ec709a-e160-41ef-8e92-49358d6c83c9 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3682792 Sep 22 16:51:06.794799 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 59296) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:51:06.798016 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6362ef-749f-4227-8d96-b5fbb8583cff None None] Network 618b97eb-1b93-489f-905c-960ac805b50b requested from dv-cinder-809968-4-iscsi {{(pid=100454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 16:51:06.840201 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b00fde9-a3f0-4635-891e-6a4e32e861b4 admin admin] Deleting subnet 16002436-1001-4336-ba63-060b335aa3b0 {{(pid=100452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 16:51:06.843387 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-0b00fde9-a3f0-4635-891e-6a4e32e861b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:06.882333 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-0b00fde9-a3f0-4635-891e-6a4e32e861b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8994896'] for subnet, precommit_delete_associations {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:06.926169 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-0b00fde9-a3f0-4635-891e-6a4e32e861b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720017'] for subnet, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:06.978875 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-0b00fde9-a3f0-4635-891e-6a4e32e861b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8763977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8763384'] for subnet, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:07.004968 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b00fde9-a3f0-4635-891e-6a4e32e861b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16002436-1001-4336-ba63-060b335aa3b0,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:51:07.009696 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-0b00fde9-a3f0-4635-891e-6a4e32e861b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for subnet, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:07.011621 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-0b00fde9-a3f0-4635-891e-6a4e32e861b4 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/16002436-1001-4336-ba63-060b335aa3b0 HTTP/1.1" status: 204 len: 168 time: 0.2158329 Sep 22 16:51:07.014199 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 59298) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:51:07.086123 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-35f656ac-7a3a-4841-89e7-07ece3effb37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638825'] for network, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:07.162968 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-35f656ac-7a3a-4841-89e7-07ece3effb37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705832', 'neutron.services.segments.db._delete_segments_for_network-8735275045268'] for network, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:07.183645 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.services.segments.db [None req-35f656ac-7a3a-4841-89e7-07ece3effb37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69b0c9a6-9159-4085-bf50-f18b9d98fa76']}} {{(pid=100452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:51:07.194091 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.services.segments.db [None req-35f656ac-7a3a-4841-89e7-07ece3effb37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daee26fa-bd7d-42c2-acf7-1baa29426eef') {'for_net_delete': True} {{(pid=100452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:51:07.194404 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.services.segments.db [None req-35f656ac-7a3a-4841-89e7-07ece3effb37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daee26fa-bd7d-42c2-acf7-1baa29426eef') {} {{(pid=100452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:51:07.208038 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-35f656ac-7a3a-4841-89e7-07ece3effb37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735275044765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8994889'] for segment, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:07.221477 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-35f656ac-7a3a-4841-89e7-07ece3effb37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720390'] for segment, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:07.227670 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35f656ac-7a3a-4841-89e7-07ece3effb37 admin admin] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=100452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 16:51:07.228083 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-35f656ac-7a3a-4841-89e7-07ece3effb37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8764391'] for segment, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:07.229831 dv-cinder-809968-4-iscsi neutron-server[100452]: Traceback (most recent call last): Sep 22 16:51:07.229831 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 16:51:07.229831 dv-cinder-809968-4-iscsi neutron-server[100452]: timer() Sep 22 16:51:07.229831 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 16:51:07.229831 dv-cinder-809968-4-iscsi neutron-server[100452]: cb(*args, **kw) Sep 22 16:51:07.229831 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 16:51:07.229831 dv-cinder-809968-4-iscsi neutron-server[100452]: return func(*args, **kwargs) Sep 22 16:51:07.229831 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 16:51:07.229831 dv-cinder-809968-4-iscsi neutron-server[100452]: self._notify() Sep 22 16:51:07.229831 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 16:51:07.229831 dv-cinder-809968-4-iscsi neutron-server[100452]: self.callback(batched_events) Sep 22 16:51:07.229831 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 16:51:07.229831 dv-cinder-809968-4-iscsi neutron-server[100452]: event.method(event) Sep 22 16:51:07.229831 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 16:51:07.229831 dv-cinder-809968-4-iscsi neutron-server[100452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 16:51:07.229831 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 16:51:07.229831 dv-cinder-809968-4-iscsi neutron-server[100452]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 16:51:07.229831 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 16:51:07.229831 dv-cinder-809968-4-iscsi neutron-server[100452]: return f(self, *a, **k) Sep 22 16:51:07.229831 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 16:51:07.229831 dv-cinder-809968-4-iscsi neutron-server[100452]: return self._get(url).json() Sep 22 16:51:07.229831 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 16:51:07.229831 dv-cinder-809968-4-iscsi neutron-server[100452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 16:51:07.229831 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 16:51:07.229831 dv-cinder-809968-4-iscsi neutron-server[100452]: return self.request(url, 'GET', **kwargs) Sep 22 16:51:07.229831 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 16:51:07.229831 dv-cinder-809968-4-iscsi neutron-server[100452]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 16:51:07.229831 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 16:51:07.229831 dv-cinder-809968-4-iscsi neutron-server[100452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 16:51:07.229831 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 16:51:07.229831 dv-cinder-809968-4-iscsi neutron-server[100452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 16:51:07.229831 dv-cinder-809968-4-iscsi neutron-server[100452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 16:51:07.269289 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63858516-c84e-4467-a008-df75e6815f37 req-e24799be-c488-4a75-9552-04b92f62f6cd tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:07.270851 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-63858516-c84e-4467-a008-df75e6815f37 req-e24799be-c488-4a75-9552-04b92f62f6cd tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 945 time: 0.0530169 Sep 22 16:51:07.284636 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-35f656ac-7a3a-4841-89e7-07ece3effb37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700886'] for network, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:07.291345 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-35f656ac-7a3a-4841-89e7-07ece3effb37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for network, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:07.296105 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-35f656ac-7a3a-4841-89e7-07ece3effb37 admin admin] 10.222.0.66 "DELETE /v2.0/networks/69b0c9a6-9159-4085-bf50-f18b9d98fa76 HTTP/1.1" status: 204 len: 168 time: 0.2809882 Sep 22 16:51:07.296758 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 59302) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:51:07.310971 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-63858516-c84e-4467-a008-df75e6815f37 req-571aa14e-b3fa-4685-b9ff-186bc8221864 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330141 Sep 22 16:51:07.338853 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f656ac-7a3a-4841-89e7-07ece3effb37 admin admin] Pushing event deleted for resources: {'Network': ['ID=69b0c9a6-9159-4085-bf50-f18b9d98fa76,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:51:07.357612 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc6daa78-17f1-4209-b18d-0dddd97c7b07 admin admin] Deleting subnet 7a64b1c8-cdeb-4578-b670-c1f0b6a6236a {{(pid=100452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 16:51:07.360673 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-dc6daa78-17f1-4209-b18d-0dddd97c7b07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:07.398385 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-dc6daa78-17f1-4209-b18d-0dddd97c7b07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8994896'] for subnet, precommit_delete_associations {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:07.437201 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-dc6daa78-17f1-4209-b18d-0dddd97c7b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720017'] for subnet, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:07.489588 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-dc6daa78-17f1-4209-b18d-0dddd97c7b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8763977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8763384'] for subnet, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:07.516884 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6daa78-17f1-4209-b18d-0dddd97c7b07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a64b1c8-cdeb-4578-b670-c1f0b6a6236a,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:51:07.519113 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-dc6daa78-17f1-4209-b18d-0dddd97c7b07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for subnet, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:07.521458 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-dc6daa78-17f1-4209-b18d-0dddd97c7b07 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/7a64b1c8-cdeb-4578-b670-c1f0b6a6236a HTTP/1.1" status: 204 len: 168 time: 0.2215362 Sep 22 16:51:07.524322 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 59308) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:51:07.569726 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a368a-ea5a-4854-81a5-c57444991086 req-13e21659-1c5b-48e2-884e-a55e33ca13c7 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:07.571504 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-b73a368a-ea5a-4854-81a5-c57444991086 req-13e21659-1c5b-48e2-884e-a55e33ca13c7 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 946 time: 0.0472651 Sep 22 16:51:07.597684 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-20952a24-d79d-4fbc-9b1b-da9a2fa201cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638825'] for network, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:07.610826 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-b73a368a-ea5a-4854-81a5-c57444991086 req-9b7eeb6e-720b-4bd2-a473-767434e3a5df tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333803 Sep 22 16:51:07.675257 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-20952a24-d79d-4fbc-9b1b-da9a2fa201cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705832', 'neutron.services.segments.db._delete_segments_for_network-8735275045268'] for network, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:07.694648 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.services.segments.db [None req-20952a24-d79d-4fbc-9b1b-da9a2fa201cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['618b97eb-1b93-489f-905c-960ac805b50b']}} {{(pid=100452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:51:07.703376 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.services.segments.db [None req-20952a24-d79d-4fbc-9b1b-da9a2fa201cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33da296a-e806-47c1-87ac-d98f74904c04') {'for_net_delete': True} {{(pid=100452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:51:07.703671 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.services.segments.db [None req-20952a24-d79d-4fbc-9b1b-da9a2fa201cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33da296a-e806-47c1-87ac-d98f74904c04') {} {{(pid=100452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:51:07.713848 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-20952a24-d79d-4fbc-9b1b-da9a2fa201cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735275044765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8994889'] for segment, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:07.727334 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-20952a24-d79d-4fbc-9b1b-da9a2fa201cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720390'] for segment, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:07.733656 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20952a24-d79d-4fbc-9b1b-da9a2fa201cc admin admin] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=100452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 16:51:07.734084 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-20952a24-d79d-4fbc-9b1b-da9a2fa201cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8764391'] for segment, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:07.735718 dv-cinder-809968-4-iscsi neutron-server[100452]: Traceback (most recent call last): Sep 22 16:51:07.735718 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 16:51:07.735718 dv-cinder-809968-4-iscsi neutron-server[100452]: timer() Sep 22 16:51:07.735718 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 16:51:07.735718 dv-cinder-809968-4-iscsi neutron-server[100452]: cb(*args, **kw) Sep 22 16:51:07.735718 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 16:51:07.735718 dv-cinder-809968-4-iscsi neutron-server[100452]: return func(*args, **kwargs) Sep 22 16:51:07.735718 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 16:51:07.735718 dv-cinder-809968-4-iscsi neutron-server[100452]: self._notify() Sep 22 16:51:07.735718 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 16:51:07.735718 dv-cinder-809968-4-iscsi neutron-server[100452]: self.callback(batched_events) Sep 22 16:51:07.735718 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 16:51:07.735718 dv-cinder-809968-4-iscsi neutron-server[100452]: event.method(event) Sep 22 16:51:07.735718 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 16:51:07.735718 dv-cinder-809968-4-iscsi neutron-server[100452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 16:51:07.735718 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 16:51:07.735718 dv-cinder-809968-4-iscsi neutron-server[100452]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 16:51:07.735718 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 16:51:07.735718 dv-cinder-809968-4-iscsi neutron-server[100452]: return f(self, *a, **k) Sep 22 16:51:07.735718 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 16:51:07.735718 dv-cinder-809968-4-iscsi neutron-server[100452]: return self._get(url).json() Sep 22 16:51:07.735718 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 16:51:07.735718 dv-cinder-809968-4-iscsi neutron-server[100452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 16:51:07.735718 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 16:51:07.735718 dv-cinder-809968-4-iscsi neutron-server[100452]: return self.request(url, 'GET', **kwargs) Sep 22 16:51:07.735718 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 16:51:07.735718 dv-cinder-809968-4-iscsi neutron-server[100452]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 16:51:07.735718 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 16:51:07.735718 dv-cinder-809968-4-iscsi neutron-server[100452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 16:51:07.735718 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 16:51:07.735718 dv-cinder-809968-4-iscsi neutron-server[100452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 16:51:07.735718 dv-cinder-809968-4-iscsi neutron-server[100452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 16:51:07.793965 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-20952a24-d79d-4fbc-9b1b-da9a2fa201cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700886'] for network, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:07.799101 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-20952a24-d79d-4fbc-9b1b-da9a2fa201cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for network, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:07.800934 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-20952a24-d79d-4fbc-9b1b-da9a2fa201cc admin admin] 10.222.0.66 "DELETE /v2.0/networks/618b97eb-1b93-489f-905c-960ac805b50b HTTP/1.1" status: 204 len: 168 time: 0.2756705 Sep 22 16:51:07.812296 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20952a24-d79d-4fbc-9b1b-da9a2fa201cc admin admin] Pushing event deleted for resources: {'Network': ['ID=618b97eb-1b93-489f-905c-960ac805b50b,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:51:07.966826 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 59312) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:51:08.006304 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-1c3789c4-e35e-4bfe-9621-ef3a2e817883 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6743b985bb8648eca8437ba61925cd0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383112 Sep 22 16:51:08.008819 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 59314) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:51:08.055855 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-6fb4102e-ca12-4189-8330-a5d472caaa7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:08.076164 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-6fb4102e-ca12-4189-8330-a5d472caaa7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:08.127318 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-6fb4102e-ca12-4189-8330-a5d472caaa7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:08.129796 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-6fb4102e-ca12-4189-8330-a5d472caaa7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:08.133340 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-6fb4102e-ca12-4189-8330-a5d472caaa7b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6249d934-9963-4586-acb6-5a9199aaabda HTTP/1.1" status: 204 len: 168 time: 0.1212554 Sep 22 16:51:08.140404 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb4102e-ca12-4189-8330-a5d472caaa7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6249d934-9963-4586-acb6-5a9199aaabda,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:51:08.435299 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714aa08-68ec-4340-a74e-1270352eda7f req-51ff96c2-2438-4439-b9b4-bb7c7d931a86 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:08.436783 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-6714aa08-68ec-4340-a74e-1270352eda7f req-51ff96c2-2438-4439-b9b4-bb7c7d931a86 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 945 time: 0.0567064 Sep 22 16:51:08.454399 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 59322) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:51:08.476970 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-6714aa08-68ec-4340-a74e-1270352eda7f req-6c98f974-4587-40f4-b1b8-97a39d1c88a3 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340536 Sep 22 16:51:08.500886 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-0787e0b8-601f-4fcc-bc6c-376621095190 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3b6d57d780a9404e98e790d1a68c2eb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0431473 Sep 22 16:51:08.501145 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 59326) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:51:08.549859 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-e66ee90d-bf51-4409-95ec-bb81a6292a1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:08.571921 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-e66ee90d-bf51-4409-95ec-bb81a6292a1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:08.617952 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-e66ee90d-bf51-4409-95ec-bb81a6292a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:08.620394 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-e66ee90d-bf51-4409-95ec-bb81a6292a1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:08.621522 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-e66ee90d-bf51-4409-95ec-bb81a6292a1d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/07893379-5da4-4fcc-8e67-acf342859ec8 HTTP/1.1" status: 204 len: 168 time: 0.1194668 Sep 22 16:51:08.629795 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66ee90d-bf51-4409-95ec-bb81a6292a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07893379-5da4-4fcc-8e67-acf342859ec8,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:51:08.751764 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9530e10d-2eac-4573-8498-02af1760af68 req-41d1b4a7-2f75-464c-952b-3bae1b114db0 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:08.753344 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-9530e10d-2eac-4573-8498-02af1760af68 req-41d1b4a7-2f75-464c-952b-3bae1b114db0 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 946 time: 0.0556686 Sep 22 16:51:08.794219 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-9530e10d-2eac-4573-8498-02af1760af68 req-9a6a61e3-d181-4349-8a70-837c6c0c4231 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343828 Sep 22 16:51:09.604721 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322246b0-a8eb-4f4b-91b9-33d5570688cb req-dfda5248-309c-485a-8d2d-2c2217707e0e tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:09.606325 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-322246b0-a8eb-4f4b-91b9-33d5570688cb req-dfda5248-309c-485a-8d2d-2c2217707e0e tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 945 time: 0.0508330 Sep 22 16:51:09.649112 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-322246b0-a8eb-4f4b-91b9-33d5570688cb req-53c36a65-3863-45ec-aa72-cbb195325272 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366368 Sep 22 16:51:09.919429 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90805f76-f044-4ede-b61e-ad680ecafddc req-2209e4dd-fd51-4ea5-a000-b8e7c48cb73b tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:09.920901 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-90805f76-f044-4ede-b61e-ad680ecafddc req-2209e4dd-fd51-4ea5-a000-b8e7c48cb73b tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 946 time: 0.0517542 Sep 22 16:51:09.961619 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-90805f76-f044-4ede-b61e-ad680ecafddc req-98e28578-3430-417d-bf8f-d582822e653a tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345874 Sep 22 16:51:10.763319 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25840a-ee29-437a-89e2-e57828bec30c req-3fc8bc25-878f-4b79-a5c9-054f8ed20ffc tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:10.764821 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-3a25840a-ee29-437a-89e2-e57828bec30c req-3fc8bc25-878f-4b79-a5c9-054f8ed20ffc tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 945 time: 0.0482569 Sep 22 16:51:10.803570 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-3a25840a-ee29-437a-89e2-e57828bec30c req-3b7c632a-b1c5-4dda-a8e8-27ecf284b184 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326908 Sep 22 16:51:11.078602 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99aa6a8-cccc-4bff-82ae-f3d8f4948b45 req-c3f90051-7f70-40bd-9e9c-9a462b039147 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:11.080134 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f99aa6a8-cccc-4bff-82ae-f3d8f4948b45 req-c3f90051-7f70-40bd-9e9c-9a462b039147 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 946 time: 0.0483959 Sep 22 16:51:11.118497 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f99aa6a8-cccc-4bff-82ae-f3d8f4948b45 req-e74a6dfe-02f0-41a8-b7d7-a84e40324477 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317664 Sep 22 16:51:11.923367 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1607e059-a604-46ae-8b41-f96f2e094f3f req-ed744e0e-51d2-4cf8-a0e8-5eb644dc4990 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:11.924759 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-1607e059-a604-46ae-8b41-f96f2e094f3f req-ed744e0e-51d2-4cf8-a0e8-5eb644dc4990 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 945 time: 0.0520940 Sep 22 16:51:11.962937 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-1607e059-a604-46ae-8b41-f96f2e094f3f req-93f86739-74f4-4199-8416-5f66eb7a033e tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320656 Sep 22 16:51:12.247980 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a672a5-7a95-452b-b414-f161ffbcad34 req-42ca45d0-5a54-4f1e-8791-088ea58cc24c tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:12.249505 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-e0a672a5-7a95-452b-b414-f161ffbcad34 req-42ca45d0-5a54-4f1e-8791-088ea58cc24c tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 946 time: 0.0493472 Sep 22 16:51:12.289449 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-e0a672a5-7a95-452b-b414-f161ffbcad34 req-d486a305-9542-43d3-8f17-a9e6aa1d9e93 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325480 Sep 22 16:51:13.081145 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a78c36-6368-487e-aa2e-c5fc85186d70 req-36e2cedc-2cd8-481f-846e-e7fa922b8471 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:13.082678 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-77a78c36-6368-487e-aa2e-c5fc85186d70 req-36e2cedc-2cd8-481f-846e-e7fa922b8471 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 945 time: 0.0499744 Sep 22 16:51:13.122633 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-77a78c36-6368-487e-aa2e-c5fc85186d70 req-6c48ef1a-2408-4c50-b6e8-233612e484a6 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334606 Sep 22 16:51:13.419306 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab071f83-f88d-4fbf-a43d-970aa053a7be req-d110f67b-ddd3-4510-a148-caa9f5fc40ec tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:13.420788 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-ab071f83-f88d-4fbf-a43d-970aa053a7be req-d110f67b-ddd3-4510-a148-caa9f5fc40ec tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 946 time: 0.0603132 Sep 22 16:51:13.461219 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-ab071f83-f88d-4fbf-a43d-970aa053a7be req-10cf7f4c-ac9c-4cff-a600-a64a39576cea tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345166 Sep 22 16:51:13.609401 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 59448) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:51:13.716114 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-00b2c0f4-65db-4587-8c66-742fe643baa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:13.805445 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-00b2c0f4-65db-4587-8c66-742fe643baa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:13.809378 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-00b2c0f4-65db-4587-8c66-742fe643baa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:13.848117 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b2c0f4-65db-4587-8c66-742fe643baa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=963f92bf-5a3f-49c3-accd-5d355e8ec4e6,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:51:13.853322 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-00b2c0f4-65db-4587-8c66-742fe643baa7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7cf486220a5947469eabf2e597f4cee3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2429321 Sep 22 16:51:13.856299 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 59454) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:51:13.905548 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-49dfb8e5-5acf-4eee-8af8-be393243015d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:13.926920 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-49dfb8e5-5acf-4eee-8af8-be393243015d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:13.973409 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-49dfb8e5-5acf-4eee-8af8-be393243015d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:13.975935 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-49dfb8e5-5acf-4eee-8af8-be393243015d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:13.979686 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-49dfb8e5-5acf-4eee-8af8-be393243015d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/963f92bf-5a3f-49c3-accd-5d355e8ec4e6 HTTP/1.1" status: 204 len: 168 time: 0.1198082 Sep 22 16:51:13.984676 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dfb8e5-5acf-4eee-8af8-be393243015d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=963f92bf-5a3f-49c3-accd-5d355e8ec4e6,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:51:14.246091 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 59462) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:51:14.249772 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b713aae-b2d7-4c92-9974-647c2ed43a3d req-d6ccf68a-e267-4abf-9e29-0fa8a460ec06 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:14.251426 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-3b713aae-b2d7-4c92-9974-647c2ed43a3d req-d6ccf68a-e267-4abf-9e29-0fa8a460ec06 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 945 time: 0.0499816 Sep 22 16:51:14.259663 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-d9a85bcf-ec67-431b-810b-875eb11278e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:14.289776 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-3b713aae-b2d7-4c92-9974-647c2ed43a3d req-2da88f2d-b084-4986-b7d8-681cc9161aa0 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315392 Sep 22 16:51:14.346617 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-d9a85bcf-ec67-431b-810b-875eb11278e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:14.350444 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-d9a85bcf-ec67-431b-810b-875eb11278e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:14.389334 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-d9a85bcf-ec67-431b-810b-875eb11278e0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=584885c5b49c48c9b9e4d10c95a4ab8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1421704 Sep 22 16:51:14.390286 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a85bcf-ec67-431b-810b-875eb11278e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c183b5-cfef-43b1-9cd0-128b089d931a,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:51:14.392283 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 59466) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:51:14.444473 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-9949d038-3650-4f23-b4d1-0c373e604fd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:14.464216 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-9949d038-3650-4f23-b4d1-0c373e604fd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:14.510844 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-9949d038-3650-4f23-b4d1-0c373e604fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:14.513356 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-9949d038-3650-4f23-b4d1-0c373e604fd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:14.514606 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-9949d038-3650-4f23-b4d1-0c373e604fd0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/77c183b5-cfef-43b1-9cd0-128b089d931a HTTP/1.1" status: 204 len: 168 time: 0.1213508 Sep 22 16:51:14.525012 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9949d038-3650-4f23-b4d1-0c373e604fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c183b5-cfef-43b1-9cd0-128b089d931a,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:51:14.591278 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae9f0c-99d5-4683-9394-3249d2b37f55 req-ab26f2ab-7599-43c5-9dca-1729201e7e1a tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:14.592815 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-eeae9f0c-99d5-4683-9394-3249d2b37f55 req-ab26f2ab-7599-43c5-9dca-1729201e7e1a tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 946 time: 0.0569074 Sep 22 16:51:14.632313 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-eeae9f0c-99d5-4683-9394-3249d2b37f55 req-38e0e063-8c3d-4bf0-a73b-dc0e90ee7174 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324647 Sep 22 16:51:15.410703 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c5ca9-ff0a-4780-bd69-098b79cb5e44 req-c5d228df-e31a-4759-92fb-b0364e8fe215 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:15.412175 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-425c5ca9-ff0a-4780-bd69-098b79cb5e44 req-c5d228df-e31a-4759-92fb-b0364e8fe215 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 945 time: 0.0525088 Sep 22 16:51:15.456176 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-425c5ca9-ff0a-4780-bd69-098b79cb5e44 req-6b577105-a1db-4a99-8bae-bfc9c664b2cc tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374217 Sep 22 16:51:15.767757 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1871c75-357e-4212-a7f7-a084efd619a7 req-3549d625-0bdc-44af-ab0a-b6f85c4cdf33 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:15.769252 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-e1871c75-357e-4212-a7f7-a084efd619a7 req-3549d625-0bdc-44af-ab0a-b6f85c4cdf33 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 946 time: 0.0659032 Sep 22 16:51:15.808059 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-e1871c75-357e-4212-a7f7-a084efd619a7 req-6b71d31b-0628-4c22-a1af-ce1667ddea3f tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324600 Sep 22 16:51:16.099273 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 59532) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:51:16.202342 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-ac26ba5b-56e2-4b2e-a77c-8339a0f8a6dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:16.289423 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-ac26ba5b-56e2-4b2e-a77c-8339a0f8a6dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:16.292964 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-ac26ba5b-56e2-4b2e-a77c-8339a0f8a6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:16.329486 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-ac26ba5b-56e2-4b2e-a77c-8339a0f8a6dc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=49610b8ee4d94df3aefda97f67f0a964&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2285674 Sep 22 16:51:16.330343 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac26ba5b-56e2-4b2e-a77c-8339a0f8a6dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c7efbc-ff2f-42d4-b0c6-560e808306bd,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:51:16.332218 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 59536) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:51:16.382850 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-bd9cfc09-aa6e-4744-8c2e-86ac409b798d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:16.403569 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-bd9cfc09-aa6e-4744-8c2e-86ac409b798d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:16.447982 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-bd9cfc09-aa6e-4744-8c2e-86ac409b798d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:16.450540 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-bd9cfc09-aa6e-4744-8c2e-86ac409b798d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:16.451671 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-bd9cfc09-aa6e-4744-8c2e-86ac409b798d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d5c7efbc-ff2f-42d4-b0c6-560e808306bd HTTP/1.1" status: 204 len: 168 time: 0.1179757 Sep 22 16:51:16.459770 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9cfc09-aa6e-4744-8c2e-86ac409b798d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c7efbc-ff2f-42d4-b0c6-560e808306bd,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:51:16.576807 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9349452a-cec6-4db7-9244-6b0ee4ec5a4c req-c5fac7e3-d606-4934-8bc1-23eb26198407 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:16.578303 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-9349452a-cec6-4db7-9244-6b0ee4ec5a4c req-c5fac7e3-d606-4934-8bc1-23eb26198407 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 945 time: 0.0521197 Sep 22 16:51:16.615933 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-9349452a-cec6-4db7-9244-6b0ee4ec5a4c req-358b9aad-dc05-4a41-ab10-2d675f31cfc5 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309367 Sep 22 16:51:16.709313 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 59544) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:51:16.724660 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-fb33e887-d656-4999-9220-52fa739d18a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:16.806989 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-fb33e887-d656-4999-9220-52fa739d18a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:16.810747 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-fb33e887-d656-4999-9220-52fa739d18a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:16.848977 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-fb33e887-d656-4999-9220-52fa739d18a5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=326d03041c3041778272a386e71f33ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1384158 Sep 22 16:51:16.850791 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb33e887-d656-4999-9220-52fa739d18a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a06f8f6b-56f5-4419-8cc9-e7235d5b2e6e,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:51:16.852487 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 59548) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:51:16.949368 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a5b0ca-6188-4455-9e06-c22328e54275 req-b19defd5-ca64-47d4-a312-6a7290c5587b tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:16.950890 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f6a5b0ca-6188-4455-9e06-c22328e54275 req-b19defd5-ca64-47d4-a312-6a7290c5587b tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 946 time: 0.0674040 Sep 22 16:51:16.973171 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-9b958abb-27d2-4688-b9ac-5a94939a2d61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:17.004636 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-9b958abb-27d2-4688-b9ac-5a94939a2d61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:17.015962 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f6a5b0ca-6188-4455-9e06-c22328e54275 req-04e7041e-f7c4-4836-b48d-3d82ab9e420a tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0580058 Sep 22 16:51:17.059774 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-9b958abb-27d2-4688-b9ac-5a94939a2d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:17.062339 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-9b958abb-27d2-4688-b9ac-5a94939a2d61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:17.063462 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-9b958abb-27d2-4688-b9ac-5a94939a2d61 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a06f8f6b-56f5-4419-8cc9-e7235d5b2e6e HTTP/1.1" status: 204 len: 168 time: 0.2073109 Sep 22 16:51:17.071387 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b958abb-27d2-4688-b9ac-5a94939a2d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06f8f6b-56f5-4419-8cc9-e7235d5b2e6e,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:51:17.736002 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a09b78-bea9-495e-a418-b4cc791be5a3 req-fce90682-762a-48fa-a50e-cdcad12d9fdb tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:17.737987 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-e1a09b78-bea9-495e-a418-b4cc791be5a3 req-fce90682-762a-48fa-a50e-cdcad12d9fdb tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 945 time: 0.0524681 Sep 22 16:51:17.783338 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-e1a09b78-bea9-495e-a418-b4cc791be5a3 req-ef5eddea-a10e-43ac-af0b-3ea12d300f1a tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329304 Sep 22 16:51:18.141360 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82be0da-f781-49af-9b3b-077a9e4bca6d req-073ea2ea-37fc-41a2-897b-4ef5305cafc0 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:18.143143 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f82be0da-f781-49af-9b3b-077a9e4bca6d req-073ea2ea-37fc-41a2-897b-4ef5305cafc0 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 946 time: 0.0523133 Sep 22 16:51:18.181264 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f82be0da-f781-49af-9b3b-077a9e4bca6d req-3227a52d-5950-4c2c-bd3f-76075f65e19e tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316856 Sep 22 16:51:18.900213 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8627fd3-d1b0-4baa-8fd4-908ee851cdaa req-b6e94aed-7c4b-4345-9da7-dd8e2f15e865 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:18.901711 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-c8627fd3-d1b0-4baa-8fd4-908ee851cdaa req-b6e94aed-7c4b-4345-9da7-dd8e2f15e865 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 945 time: 0.0492344 Sep 22 16:51:18.939280 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-c8627fd3-d1b0-4baa-8fd4-908ee851cdaa req-1a703e0b-008e-4939-acbb-83cd1d94ab24 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315895 Sep 22 16:51:19.142650 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device b5f861d7-0c01-4de5-ab7e-d78dceee6656 details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=100454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 16:51:19.240493 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port b5f861d7-0c01-4de5-ab7e-d78dceee6656, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=b5f861d7-0c01-4de5-ab7e-d78dceee6656,segment=NetworkSegment(3afac084-fecd-4942-8672-011c0558f65a),segment_id=3afac084-fecd-4942-8672-011c0558f65a)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:51:19.252187 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Returning: {'device': 'b5f861d7-0c01-4de5-ab7e-d78dceee6656', 'network_id': 'cf6bcf08-16c2-430e-b630-d9fa645b940f', 'port_id': 'b5f861d7-0c01-4de5-ab7e-d78dceee6656', 'mac_address': 'fa:16:3e:5e:bc:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d91da0e-c8e1-4689-8df1-180aa1bc9ec6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 16:51:19.290084 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:19.300341 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c77bb0-4588-4ddc-9f7c-286628b7ffe5 req-2b4cadd4-69a3-4ba4-bc4d-98b45523cf91 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:19.301753 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f2c77bb0-4588-4ddc-9f7c-286628b7ffe5 req-2b4cadd4-69a3-4ba4-bc4d-98b45523cf91 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 946 time: 0.0501423 Sep 22 16:51:19.302367 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.notifiers.nova [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b5f861d7-0c01-4de5-ab7e-d78dceee6656 {{(pid=100454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 16:51:19.323525 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port b5f861d7-0c01-4de5-ab7e-d78dceee6656, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=b5f861d7-0c01-4de5-ab7e-d78dceee6656,segment=NetworkSegment(3afac084-fecd-4942-8672-011c0558f65a),segment_id=3afac084-fecd-4942-8672-011c0558f65a)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:51:19.326974 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:19.339687 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f2c77bb0-4588-4ddc-9f7c-286628b7ffe5 req-3e532a93-ba2c-4a22-aba3-db39b3f5683c tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312419 Sep 22 16:51:19.382599 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Pushing event updated for resources: {'Port': ['ID=b5f861d7-0c01-4de5-ab7e-d78dceee6656,revision_number=6']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:51:19.419473 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] get_ports_and_sgs() called for port_ids ['b5f861d7-0c01-4de5-ab7e-d78dceee6656'] {{(pid=100454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 16:51:20.053044 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4893ae66-d6d2-48a8-8996-c2063a875625 req-bd3dce62-3960-4966-b1f9-984bdf2abe65 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:20.054438 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-4893ae66-d6d2-48a8-8996-c2063a875625 req-bd3dce62-3960-4966-b1f9-984bdf2abe65 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 945 time: 0.0490756 Sep 22 16:51:20.092839 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-4893ae66-d6d2-48a8-8996-c2063a875625 req-2347b5d4-a5f7-466e-9345-25b319ec9747 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325787 Sep 22 16:51:20.456527 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d42462-c3c3-4f22-bfc8-a4bb5e52d2d8 req-33098e8e-b6ac-4cfb-9907-2dd39393bc4d tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:20.457994 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-b4d42462-c3c3-4f22-bfc8-a4bb5e52d2d8 req-33098e8e-b6ac-4cfb-9907-2dd39393bc4d tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 945 time: 0.0478733 Sep 22 16:51:20.495584 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-b4d42462-c3c3-4f22-bfc8-a4bb5e52d2d8 req-612bae26-0041-4ec7-9748-f0c836d3cae0 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312314 Sep 22 16:51:21.144919 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device b5f861d7-0c01-4de5-ab7e-d78dceee6656 up at agent hyperv_hv-cinder-80996 {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 16:51:21.202467 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Provisioning complete for port b5f861d7-0c01-4de5-ab7e-d78dceee6656 triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:51:21.203693 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:21.218567 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb630f4-664c-4da9-935d-63c114b4009c req-9eeb8b78-9f4e-4d39-aba8-feb744ec4b56 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:21.220141 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-ffb630f4-664c-4da9-935d-63c114b4009c req-9eeb8b78-9f4e-4d39-aba8-feb744ec4b56 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 945 time: 0.0572221 Sep 22 16:51:21.263262 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-ffb630f4-664c-4da9-935d-63c114b4009c req-4c343ddd-95b5-4f76-a33a-1187154d4919 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366862 Sep 22 16:51:21.296329 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:21.319085 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fdc089f-fa72-4b18-bd7d-93999047877b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f861d7-0c01-4de5-ab7e-d78dceee6656'}] {{(pid=100454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 16:51:21.321738 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16d40b4f2de209020387121264880f1a965f25742078a59137d58ca0948e8304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c949a47-ea56-48c1-9da2-4266089041fe" -d '{"events": [{"server_uuid": "4fdc089f-fa72-4b18-bd7d-93999047877b", "name": "network-vif-plugged", "status": "completed", "tag": "b5f861d7-0c01-4de5-ab7e-d78dceee6656"}]}' {{(pid=100454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:51:21.334609 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port b5f861d7-0c01-4de5-ab7e-d78dceee6656, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=b5f861d7-0c01-4de5-ab7e-d78dceee6656,segment=NetworkSegment(3afac084-fecd-4942-8672-011c0558f65a),segment_id=3afac084-fecd-4942-8672-011c0558f65a)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:51:21.339141 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:21.365967 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 16:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf57ad3-2aed-4214-8dce-7f51030e0403 x-openstack-request-id: req-3cf57ad3-2aed-4214-8dce-7f51030e0403 {{(pid=100454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:51:21.366337 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fdc089f-fa72-4b18-bd7d-93999047877b", "name": "network-vif-plugged", "status": "completed", "tag": "b5f861d7-0c01-4de5-ab7e-d78dceee6656", "code": 200}]} {{(pid=100454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:51:21.366588 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3cf57ad3-2aed-4214-8dce-7f51030e0403 {{(pid=100454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:51:21.367067 dv-cinder-809968-4-iscsi neutron-server[100454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fdc089f-fa72-4b18-bd7d-93999047877b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f861d7-0c01-4de5-ab7e-d78dceee6656', 'code': 200} Sep 22 16:51:21.392145 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Pushing event updated for resources: {'Port': ['ID=b5f861d7-0c01-4de5-ab7e-d78dceee6656,revision_number=7']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:51:21.614602 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed206150-d02d-4eb2-b29e-6a93e7dff970 req-22f6e0b5-3563-41e8-b2af-5750e830ee89 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:21.616764 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-ed206150-d02d-4eb2-b29e-6a93e7dff970 req-22f6e0b5-3563-41e8-b2af-5750e830ee89 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 946 time: 0.0496011 Sep 22 16:51:21.655061 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-ed206150-d02d-4eb2-b29e-6a93e7dff970 req-5a856e82-f1e7-418c-81e7-2116580b872b tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323541 Sep 22 16:51:22.387144 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ded9b6-142f-41b4-b312-89ca613ad36c req-9007708a-c76e-4ee3-b09d-314849b8be69 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:22.388594 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-14ded9b6-142f-41b4-b312-89ca613ad36c req-9007708a-c76e-4ee3-b09d-314849b8be69 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 945 time: 0.0480883 Sep 22 16:51:22.425777 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-14ded9b6-142f-41b4-b312-89ca613ad36c req-b99f0f0d-91d1-4658-a3fe-dac2433f7020 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308952 Sep 22 16:51:22.774801 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a7d1af-1b0b-4b13-9785-118c9607b308 req-ff933c34-e28b-4f62-bc00-13fd1be7a39c tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:22.776267 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-49a7d1af-1b0b-4b13-9785-118c9607b308 req-ff933c34-e28b-4f62-bc00-13fd1be7a39c tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 946 time: 0.0516565 Sep 22 16:51:22.813505 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-49a7d1af-1b0b-4b13-9785-118c9607b308 req-ee9ed709-150b-4ef4-9040-4d80cf6f49e6 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312705 Sep 22 16:51:23.539340 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df14080a-c8e0-402e-9f26-73502bddf9f9 req-f6cf135e-67b7-4f33-894e-12d542101abb tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:23.540867 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-df14080a-c8e0-402e-9f26-73502bddf9f9 req-f6cf135e-67b7-4f33-894e-12d542101abb tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 945 time: 0.0483737 Sep 22 16:51:23.577022 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-df14080a-c8e0-402e-9f26-73502bddf9f9 req-7f14cbce-ff98-43f8-8607-39923de2e4f3 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303314 Sep 22 16:51:23.930754 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a253ce-8600-4ba4-879a-ca5b9bd6a7d1 req-4e25ed51-7b2b-40e5-bedb-f42a3de7d8b1 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:23.932206 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-71a253ce-8600-4ba4-879a-ca5b9bd6a7d1 req-4e25ed51-7b2b-40e5-bedb-f42a3de7d8b1 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 946 time: 0.0490069 Sep 22 16:51:23.968045 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-71a253ce-8600-4ba4-879a-ca5b9bd6a7d1 req-8c3a0804-404b-4e0c-ace7-83041cf5fb72 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0299237 Sep 22 16:51:24.692404 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87bd99-75e4-4368-bd82-7f961ca51383 req-867b10cc-fe5a-4bb5-a4f6-fc6934775d49 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:24.694489 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-9c87bd99-75e4-4368-bd82-7f961ca51383 req-867b10cc-fe5a-4bb5-a4f6-fc6934775d49 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 945 time: 0.0510583 Sep 22 16:51:24.732197 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-9c87bd99-75e4-4368-bd82-7f961ca51383 req-6c40d8f3-a0e4-4b74-9221-66d95cf9e5df tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318162 Sep 22 16:51:25.083645 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade7345-4306-4af4-8bb6-07384cff354e req-9f1134f4-5c93-4fb5-ab5c-31350ed491d8 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:25.086124 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-aade7345-4306-4af4-8bb6-07384cff354e req-9f1134f4-5c93-4fb5-ab5c-31350ed491d8 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 946 time: 0.0478933 Sep 22 16:51:25.122996 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-aade7345-4306-4af4-8bb6-07384cff354e req-9afbed6c-bc3b-4b1f-909e-edf758e13488 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310590 Sep 22 16:51:25.473621 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644cfd4-6ccb-4d03-b773-bb3446a179bf req-c51df1f2-dfe3-4679-88de-a8306da32242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:25.476038 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-d644cfd4-6ccb-4d03-b773-bb3446a179bf req-c51df1f2-dfe3-4679-88de-a8306da32242 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=561be258dcb34fb388cd55aeb3bb42b0&device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 1098 time: 0.0411587 Sep 22 16:51:25.582346 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644cfd4-6ccb-4d03-b773-bb3446a179bf req-5c8767ea-6804-4596-9130-35aa8119b1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:25.583799 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-d644cfd4-6ccb-4d03-b773-bb3446a179bf req-5c8767ea-6804-4596-9130-35aa8119b1ab service neutron] 10.222.0.72 "GET /v2.0/networks?id=818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5 HTTP/1.1" status: 200 len: 912 time: 0.0899239 Sep 22 16:51:25.650938 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-d644cfd4-6ccb-4d03-b773-bb3446a179bf req-0606bd9c-ad44-48dd-b985-8f00644ddb95 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a718f0a-bbc2-4ab1-8f9e-3eee69237667 HTTP/1.1" status: 200 len: 1000 time: 0.0599079 Sep 22 16:51:25.702879 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644cfd4-6ccb-4d03-b773-bb3446a179bf req-cd68db9b-119d-464e-86ec-91b3681fe91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:25.704367 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-d644cfd4-6ccb-4d03-b773-bb3446a179bf req-cd68db9b-119d-464e-86ec-91b3681fe91f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6b2e37f6-e9e1-49ca-adc1-92f53c49454f HTTP/1.1" status: 200 len: 849 time: 0.0468068 Sep 22 16:51:25.730044 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-bdf6d6f5-2211-46c0-80f8-94631c563595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:25.762720 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644cfd4-6ccb-4d03-b773-bb3446a179bf req-43ae9f2a-c8b1-415a-b3d1-6f0fe0f4b979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:25.764253 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-d644cfd4-6ccb-4d03-b773-bb3446a179bf req-43ae9f2a-c8b1-415a-b3d1-6f0fe0f4b979 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0488422 Sep 22 16:51:25.856257 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a4158-2a11-4a39-975a-419899060e08 req-7aaaea6f-17ce-41b2-841f-e2fdf9f29c44 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:25.857774 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-596a4158-2a11-4a39-975a-419899060e08 req-7aaaea6f-17ce-41b2-841f-e2fdf9f29c44 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 945 time: 0.0553675 Sep 22 16:51:25.867756 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-d644cfd4-6ccb-4d03-b773-bb3446a179bf req-4c544d75-85f5-464d-baaa-163afd62a4a8 service neutron] 10.222.0.72 "GET /v2.0/networks/818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947158 Sep 22 16:51:25.897174 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-596a4158-2a11-4a39-975a-419899060e08 req-19c5c559-45f8-489f-b55d-7bfcd6ca97fe tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333378 Sep 22 16:51:25.962648 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-d644cfd4-6ccb-4d03-b773-bb3446a179bf req-951f1290-e1f5-41c3-a7b1-93356d6f02e2 service neutron] 10.222.0.72 "GET /v2.0/networks/818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872676 Sep 22 16:51:26.181914 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:26.246915 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787aaf83-70ec-4a41-83ff-cd887e3631a4 req-7fa8ccaf-83fe-43b5-a996-0822ccef44f0 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:26.248730 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-787aaf83-70ec-4a41-83ff-cd887e3631a4 req-7fa8ccaf-83fe-43b5-a996-0822ccef44f0 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 946 time: 0.0526416 Sep 22 16:51:26.286867 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-787aaf83-70ec-4a41-83ff-cd887e3631a4 req-f8bacc32-940f-45bb-adb2-06065419b8f5 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316949 Sep 22 16:51:27.015183 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca57667-6f58-4ac1-93cc-e9d690b1d312 req-be9b4363-e971-4f61-af2c-411e61cc1a8c tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:27.016947 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-bca57667-6f58-4ac1-93cc-e9d690b1d312 req-be9b4363-e971-4f61-af2c-411e61cc1a8c tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 945 time: 0.0496557 Sep 22 16:51:27.055398 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-bca57667-6f58-4ac1-93cc-e9d690b1d312 req-daa74262-31fa-4748-9b14-e80533925137 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322788 Sep 22 16:51:27.174485 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 59738) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:51:27.281916 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f9666-c708-41ba-8725-dea489437c68 req-29ac3ea2-c8d2-4dd8-aab0-b1c2ec9d4431 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:27.283565 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-584f9666-c708-41ba-8725-dea489437c68 req-29ac3ea2-c8d2-4dd8-aab0-b1c2ec9d4431 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 945 time: 0.0590408 Sep 22 16:51:27.324778 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-35f5c0f7-e0b7-4c5a-ac82-11c26832a120 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:27.328933 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b2f2e-9c57-4fb4-a818-019b3a6c831f req-adb40303-fc01-481a-a726-e190ffb81296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:27.330905 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-7e3b2f2e-9c57-4fb4-a818-019b3a6c831f req-adb40303-fc01-481a-a726-e190ffb81296 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=561be258dcb34fb388cd55aeb3bb42b0&device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 1098 time: 0.0418799 Sep 22 16:51:27.360906 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-584f9666-c708-41ba-8725-dea489437c68 req-37bc284f-86ed-4d47-92d8-bc44e3bebf94 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710504 Sep 22 16:51:27.470471 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b2f2e-9c57-4fb4-a818-019b3a6c831f req-33619677-7572-4927-9992-92c4db39c45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:27.471945 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-7e3b2f2e-9c57-4fb4-a818-019b3a6c831f req-33619677-7572-4927-9992-92c4db39c45e service neutron] 10.222.0.72 "GET /v2.0/networks?id=818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5 HTTP/1.1" status: 200 len: 912 time: 0.1337113 Sep 22 16:51:27.509315 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-35f5c0f7-e0b7-4c5a-ac82-11c26832a120 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:27.532723 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b8345-ccf9-4646-ae67-3f0a1053498e req-9906246d-92da-4e27-a6b7-6bf3cebc8421 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:27.533918 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-333b8345-ccf9-4646-ae67-3f0a1053498e req-9906246d-92da-4e27-a6b7-6bf3cebc8421 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 946 time: 0.0714772 Sep 22 16:51:27.534714 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-35f5c0f7-e0b7-4c5a-ac82-11c26832a120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:27.556392 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-7e3b2f2e-9c57-4fb4-a818-019b3a6c831f req-f0d27627-fd7c-40ad-b17d-a19b3db6d67d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a718f0a-bbc2-4ab1-8f9e-3eee69237667 HTTP/1.1" status: 200 len: 1000 time: 0.0736570 Sep 22 16:51:27.597858 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-35f5c0f7-e0b7-4c5a-ac82-11c26832a120 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4d07e38ddbd84882b9a1bb6b45527221&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4222419 Sep 22 16:51:27.600636 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f5c0f7-e0b7-4c5a-ac82-11c26832a120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b2ffd6-ef45-40b4-bd6e-eba24695b6d5,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:51:27.605083 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 59760) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:51:27.621440 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-333b8345-ccf9-4646-ae67-3f0a1053498e req-a86ba4c9-87a1-4ade-b13c-fe094c25b74f tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0761716 Sep 22 16:51:27.650156 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b2f2e-9c57-4fb4-a818-019b3a6c831f req-2ced01ce-ae75-4e40-957b-1bc73216ea5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:27.652088 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-7e3b2f2e-9c57-4fb4-a818-019b3a6c831f req-2ced01ce-ae75-4e40-957b-1bc73216ea5e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6b2e37f6-e9e1-49ca-adc1-92f53c49454f HTTP/1.1" status: 200 len: 849 time: 0.0872667 Sep 22 16:51:27.695630 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-fa01be87-7412-4911-8f38-21a16308787b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:27.714487 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b2f2e-9c57-4fb4-a818-019b3a6c831f req-743eea09-a547-4f68-a4a2-b840bf61a158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:27.717114 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-7e3b2f2e-9c57-4fb4-a818-019b3a6c831f req-743eea09-a547-4f68-a4a2-b840bf61a158 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0576513 Sep 22 16:51:27.720611 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-fa01be87-7412-4911-8f38-21a16308787b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:27.798784 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-fa01be87-7412-4911-8f38-21a16308787b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:27.803102 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-fa01be87-7412-4911-8f38-21a16308787b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:27.806690 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-fa01be87-7412-4911-8f38-21a16308787b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/29b2ffd6-ef45-40b4-bd6e-eba24695b6d5 HTTP/1.1" status: 204 len: 168 time: 0.1984107 Sep 22 16:51:27.815991 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa01be87-7412-4911-8f38-21a16308787b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b2ffd6-ef45-40b4-bd6e-eba24695b6d5,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:51:27.829812 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-7e3b2f2e-9c57-4fb4-a818-019b3a6c831f req-980803d9-64a5-427a-8e18-7a399b584fc2 service neutron] 10.222.0.72 "GET /v2.0/networks/818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041338 Sep 22 16:51:27.957805 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-7e3b2f2e-9c57-4fb4-a818-019b3a6c831f req-d8bde981-ad90-4df7-9d24-9724f322dac5 service neutron] 10.222.0.72 "GET /v2.0/networks/818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189373 Sep 22 16:51:28.153157 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 59784) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:51:28.167918 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-95bc4ba4-24c3-4505-9ddd-f47b6f5ed2a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:28.269454 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-95bc4ba4-24c3-4505-9ddd-f47b6f5ed2a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:28.291500 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-95bc4ba4-24c3-4505-9ddd-f47b6f5ed2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:28.336017 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bc4ba4-24c3-4505-9ddd-f47b6f5ed2a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc883747-ee5c-4258-9f91-ba684c3d9343,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:51:28.341152 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-95bc4ba4-24c3-4505-9ddd-f47b6f5ed2a2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9b4cccc83cf940a48d661306bf95f04c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1867428 Sep 22 16:51:28.343733 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 59786) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:51:28.410025 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-1399314c-cc6f-48cf-be8c-e10020bae0d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:28.445037 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-1399314c-cc6f-48cf-be8c-e10020bae0d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:28.495479 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ce7c8-e23b-4ee8-a1d6-e6bc46302301 req-bb188da3-6297-48b0-98f3-7a04bb380e7c tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:28.498451 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a44ce7c8-e23b-4ee8-a1d6-e6bc46302301 req-bb188da3-6297-48b0-98f3-7a04bb380e7c tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 945 time: 0.0591271 Sep 22 16:51:28.514384 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-1399314c-cc6f-48cf-be8c-e10020bae0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:28.518274 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-1399314c-cc6f-48cf-be8c-e10020bae0d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:28.520643 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-1399314c-cc6f-48cf-be8c-e10020bae0d4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cc883747-ee5c-4258-9f91-ba684c3d9343 HTTP/1.1" status: 204 len: 168 time: 0.1750007 Sep 22 16:51:28.536425 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1399314c-cc6f-48cf-be8c-e10020bae0d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc883747-ee5c-4258-9f91-ba684c3d9343,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:51:28.562545 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a44ce7c8-e23b-4ee8-a1d6-e6bc46302301 req-be55f3d9-913d-4833-92bf-c11ce8503621 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579903 Sep 22 16:51:28.699267 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-142fb7fe-ee16-4eb1-ba05-2becd5d4f333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:28.781574 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34b3bc-3f7c-4c7d-8ff4-37e7bb89f4c1 req-f42eaba0-4343-4c5c-829c-f6cdb73b3d7c tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:28.783401 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-7b34b3bc-3f7c-4c7d-8ff4-37e7bb89f4c1 req-f42eaba0-4343-4c5c-829c-f6cdb73b3d7c tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 946 time: 0.0557890 Sep 22 16:51:28.828463 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-7b34b3bc-3f7c-4c7d-8ff4-37e7bb89f4c1 req-aeb5e6ae-148d-45cd-9a93-d4a1a43d29ac tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382431 Sep 22 16:51:28.975583 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 59796) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:51:28.991951 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-dad44847-fb7d-4835-b75d-ed82ae66b631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:29.019207 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.agents_db [None req-27f04faf-824b-4b06-8ae5-89241b6ab4ba None None] Agent healthcheck: found 6 active agents {{(pid=100455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 16:51:29.037948 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:29.109742 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-dad44847-fb7d-4835-b75d-ed82ae66b631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:29.114974 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-dad44847-fb7d-4835-b75d-ed82ae66b631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:29.153578 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad44847-fb7d-4835-b75d-ed82ae66b631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d578d8f1-9b3a-4221-afdd-5893e4ed5cfe,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:51:29.161189 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-dad44847-fb7d-4835-b75d-ed82ae66b631 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f4225dccae0342598ffb30225fda9e88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1818709 Sep 22 16:51:29.163233 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 59800) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:51:29.220553 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-0d8185df-6e49-4d89-b8fa-3ad03f375ffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:29.246603 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-0d8185df-6e49-4d89-b8fa-3ad03f375ffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:29.297649 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-0d8185df-6e49-4d89-b8fa-3ad03f375ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:29.300221 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-0d8185df-6e49-4d89-b8fa-3ad03f375ffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:29.301430 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-0d8185df-6e49-4d89-b8fa-3ad03f375ffe admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d578d8f1-9b3a-4221-afdd-5893e4ed5cfe HTTP/1.1" status: 204 len: 168 time: 0.1376457 Sep 22 16:51:29.310130 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8185df-6e49-4d89-b8fa-3ad03f375ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d578d8f1-9b3a-4221-afdd-5893e4ed5cfe,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:51:29.618008 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-c376604a-15ac-4af8-994c-a8e4e85893e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:29.713999 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a5d98-a490-4482-b204-461e9a71816b req-5acc1207-a94f-46ec-835c-31df9e9413c9 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:29.715681 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-0e8a5d98-a490-4482-b204-461e9a71816b req-5acc1207-a94f-46ec-835c-31df9e9413c9 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 945 time: 0.0661452 Sep 22 16:51:29.766000 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-0e8a5d98-a490-4482-b204-461e9a71816b req-e7e1fbfc-37fe-4ac5-9340-d1a19486e4d8 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423682 Sep 22 16:51:29.993977 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52efd379-c828-458f-b318-35159dd4f200 req-9042564d-9cd8-40a0-b50b-d72260f17eb2 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:29.995644 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-52efd379-c828-458f-b318-35159dd4f200 req-9042564d-9cd8-40a0-b50b-d72260f17eb2 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 946 time: 0.0588400 Sep 22 16:51:30.089238 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-52efd379-c828-458f-b318-35159dd4f200 req-36ff8f71-e580-4964-a38c-190dac31eea9 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0851245 Sep 22 16:51:30.921786 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e47130c-76d5-43a1-a3b7-0c9e0ac6a531 req-e3cc0399-9b2b-4dee-8cf8-9078283246d9 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:30.931066 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-5e47130c-76d5-43a1-a3b7-0c9e0ac6a531 req-e3cc0399-9b2b-4dee-8cf8-9078283246d9 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 945 time: 0.0670843 Sep 22 16:51:30.964326 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ea12bc52-457f-4758-858a-1e27800db098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:30.966948 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-5e47130c-76d5-43a1-a3b7-0c9e0ac6a531 req-0fab1399-6fbe-4ce7-b759-af27f080e073 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350220 Sep 22 16:51:31.255995 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf08a8-71b5-436d-8010-81df7be7c572 req-ff5c54a6-36e9-46f2-ad56-88ee361cd18e tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:31.257893 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-5acf08a8-71b5-436d-8010-81df7be7c572 req-ff5c54a6-36e9-46f2-ad56-88ee361cd18e tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 946 time: 0.0604329 Sep 22 16:51:31.300189 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-5acf08a8-71b5-436d-8010-81df7be7c572 req-e72a8ec0-4c62-43f4-aadc-b7c7ca1b215c tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357230 Sep 22 16:51:32.096575 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab7191-70c9-4689-97e6-b2eb56da51b8 req-82000e45-0f95-456a-89dc-1093e0ef41ae tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:32.098272 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-47ab7191-70c9-4689-97e6-b2eb56da51b8 req-82000e45-0f95-456a-89dc-1093e0ef41ae tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 945 time: 0.0603890 Sep 22 16:51:32.146447 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-47ab7191-70c9-4689-97e6-b2eb56da51b8 req-8ff845cb-0cb8-4fff-a938-9faf803d5162 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382454 Sep 22 16:51:32.485288 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da180e61-bdda-4634-a5f5-eab6cb571ee2 req-ae97d039-60f9-4517-b751-7bc69566e2eb tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:32.486862 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-da180e61-bdda-4634-a5f5-eab6cb571ee2 req-ae97d039-60f9-4517-b751-7bc69566e2eb tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 946 time: 0.0685630 Sep 22 16:51:32.538534 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-da180e61-bdda-4634-a5f5-eab6cb571ee2 req-54888f54-6493-474d-b18e-d79262983feb tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429134 Sep 22 16:51:33.286887 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2baaa-f031-42b8-8ead-339ac99ccf38 req-88c3231d-b9d2-421b-9885-87b0ccf6e92e tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:33.289149 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-b1a2baaa-f031-42b8-8ead-339ac99ccf38 req-88c3231d-b9d2-421b-9885-87b0ccf6e92e tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 945 time: 0.0609725 Sep 22 16:51:33.344671 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-b1a2baaa-f031-42b8-8ead-339ac99ccf38 req-7befa38d-0a3e-4091-b86b-fcfa6d5aafa9 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484746 Sep 22 16:51:33.683812 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3095bc0b-c1f6-4b1e-9921-5a03c132a3d5 req-6a5cae1f-a1ff-4f3d-b525-7a8ff306ffe2 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:33.687128 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-3095bc0b-c1f6-4b1e-9921-5a03c132a3d5 req-6a5cae1f-a1ff-4f3d-b525-7a8ff306ffe2 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 946 time: 0.0658545 Sep 22 16:51:33.730462 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-3095bc0b-c1f6-4b1e-9921-5a03c132a3d5 req-7d41bf85-968e-4a63-89b6-a5ee6d21b66b tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383320 Sep 22 16:51:35.042824 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e84e2-1182-4242-b18a-13503d609bd6 req-6d362610-cf34-48dc-aa7f-ea130112e9d5 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:35.044268 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-044e84e2-1182-4242-b18a-13503d609bd6 req-6d362610-cf34-48dc-aa7f-ea130112e9d5 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 946 time: 0.0645523 Sep 22 16:51:35.112093 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-044e84e2-1182-4242-b18a-13503d609bd6 req-c07e3fe8-23e1-47ed-833b-88ba7cc01e77 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0553932 Sep 22 16:51:36.248778 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc72b6c-56f5-497d-92c3-494cd80d2b3c req-c05b52e8-4aed-4e6c-ac6e-d40f645ed1c5 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:36.250335 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-6cc72b6c-56f5-497d-92c3-494cd80d2b3c req-c05b52e8-4aed-4e6c-ac6e-d40f645ed1c5 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 946 time: 0.0539143 Sep 22 16:51:36.292182 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-6cc72b6c-56f5-497d-92c3-494cd80d2b3c req-b43f5c32-58d2-4802-a1c0-b641c1951720 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340087 Sep 22 16:51:37.424777 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99136c75-0d0d-4f1e-9c35-2ecb783e7040 req-4820a879-cf38-491b-8fe9-33a0552bef47 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:37.426280 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-99136c75-0d0d-4f1e-9c35-2ecb783e7040 req-4820a879-cf38-491b-8fe9-33a0552bef47 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 946 time: 0.0501032 Sep 22 16:51:37.470763 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-99136c75-0d0d-4f1e-9c35-2ecb783e7040 req-984a54e8-5b68-41ac-8522-cce876cfde68 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374632 Sep 22 16:51:38.585141 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa333ad1-42e3-482e-9319-070bce02df7a req-975b8cbd-6d9a-4c36-86cc-b89315fdbb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:38.586644 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-aa333ad1-42e3-482e-9319-070bce02df7a req-975b8cbd-6d9a-4c36-86cc-b89315fdbb9a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fe0862b93ee9429196930d5fd745e5cc&device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 1099 time: 0.0403461 Sep 22 16:51:38.598277 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3159c784-320c-45df-b97d-9299756a5352 req-d93d8ce3-d6ba-4e00-931b-745cae3b53da tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:38.599738 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-3159c784-320c-45df-b97d-9299756a5352 req-d93d8ce3-d6ba-4e00-931b-745cae3b53da tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 946 time: 0.0526581 Sep 22 16:51:38.637432 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-3159c784-320c-45df-b97d-9299756a5352 req-2d305801-956b-4101-a88a-1a0a6f784523 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313568 Sep 22 16:51:38.683043 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa333ad1-42e3-482e-9319-070bce02df7a req-a0e7e44e-0354-4c97-ba20-22ccef8745a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:38.684702 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-aa333ad1-42e3-482e-9319-070bce02df7a req-a0e7e44e-0354-4c97-ba20-22ccef8745a1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cf6bcf08-16c2-430e-b630-d9fa645b940f HTTP/1.1" status: 200 len: 919 time: 0.0860915 Sep 22 16:51:38.755850 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-aa333ad1-42e3-482e-9319-070bce02df7a req-7b72b901-be54-4f3b-bd77-1bdd55a5486c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5f861d7-0c01-4de5-ab7e-d78dceee6656 HTTP/1.1" status: 200 len: 1002 time: 0.0560946 Sep 22 16:51:38.806333 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa333ad1-42e3-482e-9319-070bce02df7a req-340de152-a74d-4486-ad47-201383157e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:38.807697 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-aa333ad1-42e3-482e-9319-070bce02df7a req-340de152-a74d-4486-ad47-201383157e9c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7d91da0e-c8e1-4689-8df1-180aa1bc9ec6 HTTP/1.1" status: 200 len: 856 time: 0.0444629 Sep 22 16:51:38.852312 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa333ad1-42e3-482e-9319-070bce02df7a req-c3eb0d93-8a6a-498a-af3e-8aca5811f5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:38.853839 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-aa333ad1-42e3-482e-9319-070bce02df7a req-c3eb0d93-8a6a-498a-af3e-8aca5811f5a0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cf6bcf08-16c2-430e-b630-d9fa645b940f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386310 Sep 22 16:51:38.941507 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-aa333ad1-42e3-482e-9319-070bce02df7a req-9f7f1439-fbf1-430f-8875-6bd75c359ff4 service neutron] 10.222.0.72 "GET /v2.0/networks/cf6bcf08-16c2-430e-b630-d9fa645b940f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794525 Sep 22 16:51:39.037270 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-aa333ad1-42e3-482e-9319-070bce02df7a req-18320ce8-9bea-4db2-ad04-0ab325715d70 service neutron] 10.222.0.72 "GET /v2.0/networks/cf6bcf08-16c2-430e-b630-d9fa645b940f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883055 Sep 22 16:51:39.754981 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0834a4b-64aa-426c-b246-50c3de8fc4d9 req-37ef1aaa-c4ac-4306-83d3-6d76dea3ff6c tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:39.756972 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a0834a4b-64aa-426c-b246-50c3de8fc4d9 req-37ef1aaa-c4ac-4306-83d3-6d76dea3ff6c tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 946 time: 0.0482812 Sep 22 16:51:39.794676 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a0834a4b-64aa-426c-b246-50c3de8fc4d9 req-4f02bfa8-3404-44dd-8bb4-8436a91aacfd tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313807 Sep 22 16:51:40.911039 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78098a8-858b-439b-b0a7-f374ccac2df3 req-82372016-d7b1-498c-a453-307eb7b8a1cf tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:40.912601 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-e78098a8-858b-439b-b0a7-f374ccac2df3 req-82372016-d7b1-498c-a453-307eb7b8a1cf tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 946 time: 0.0480509 Sep 22 16:51:40.949855 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-e78098a8-858b-439b-b0a7-f374ccac2df3 req-1a798f13-9ff7-4f48-aa09-ca5e762789fe tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311716 Sep 22 16:51:42.070504 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fdc0ca-65f7-405b-858d-13d5aa7e2796 req-3d0b7608-908a-4279-b77c-3efec615ede7 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:42.071935 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-c9fdc0ca-65f7-405b-858d-13d5aa7e2796 req-3d0b7608-908a-4279-b77c-3efec615ede7 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 946 time: 0.0508986 Sep 22 16:51:42.108420 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-c9fdc0ca-65f7-405b-858d-13d5aa7e2796 req-80150a6d-9885-4d7f-a7af-2f9bbc8e68e5 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305545 Sep 22 16:51:42.946152 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device b5f861d7-0c01-4de5-ab7e-d78dceee6656 no longer exists at agent hyperv_hv-cinder-80996 {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 16:51:43.018291 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:43.039904 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fdc089f-fa72-4b18-bd7d-93999047877b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5f861d7-0c01-4de5-ab7e-d78dceee6656'}] {{(pid=100454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 16:51:43.042122 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16d40b4f2de209020387121264880f1a965f25742078a59137d58ca0948e8304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789e437f-e8a4-41ca-9f42-91c16311cbd8" -d '{"events": [{"server_uuid": "4fdc089f-fa72-4b18-bd7d-93999047877b", "name": "network-vif-unplugged", "status": "completed", "tag": "b5f861d7-0c01-4de5-ab7e-d78dceee6656"}]}' {{(pid=100454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:51:43.054868 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port b5f861d7-0c01-4de5-ab7e-d78dceee6656, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=b5f861d7-0c01-4de5-ab7e-d78dceee6656,segment=NetworkSegment(3afac084-fecd-4942-8672-011c0558f65a),segment_id=3afac084-fecd-4942-8672-011c0558f65a)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:51:43.059288 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:43.084385 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 16:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5cad1b9-e252-4830-bc25-f97983b94f4f x-openstack-request-id: req-b5cad1b9-e252-4830-bc25-f97983b94f4f {{(pid=100454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:51:43.084688 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fdc089f-fa72-4b18-bd7d-93999047877b", "name": "network-vif-unplugged", "status": "completed", "tag": "b5f861d7-0c01-4de5-ab7e-d78dceee6656", "code": 200}]} {{(pid=100454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:51:43.084987 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b5cad1b9-e252-4830-bc25-f97983b94f4f {{(pid=100454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:51:43.085301 dv-cinder-809968-4-iscsi neutron-server[100454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fdc089f-fa72-4b18-bd7d-93999047877b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5f861d7-0c01-4de5-ab7e-d78dceee6656', 'code': 200} Sep 22 16:51:43.111373 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Pushing event updated for resources: {'Port': ['ID=b5f861d7-0c01-4de5-ab7e-d78dceee6656,revision_number=8']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:51:43.229019 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc7594-98e3-41f9-89e8-042ab9e483bc req-4aa76894-5352-48e4-80e9-19bb8232c868 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:43.230425 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-97bc7594-98e3-41f9-89e8-042ab9e483bc req-4aa76894-5352-48e4-80e9-19bb8232c868 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 944 time: 0.0486350 Sep 22 16:51:43.269459 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-97bc7594-98e3-41f9-89e8-042ab9e483bc req-075db136-4cb9-4e73-9f3c-06e09ce0d545 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332267 Sep 22 16:51:44.392018 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be013e-d5e3-4181-97f1-acaf8fa5204f req-30d88940-fbd5-4465-990a-d8d215c9fb8b tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:44.393681 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-d3be013e-d5e3-4181-97f1-acaf8fa5204f req-30d88940-fbd5-4465-990a-d8d215c9fb8b tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 944 time: 0.0505335 Sep 22 16:51:44.434664 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-d3be013e-d5e3-4181-97f1-acaf8fa5204f req-46557f17-99b0-430a-902b-84adbd3eebd5 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347486 Sep 22 16:51:45.558635 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422c98a-1e8b-4341-97fa-d3febfc802b3 req-ffd476ac-7f71-4e23-8a1f-4718f3e17708 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:45.560126 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-8422c98a-1e8b-4341-97fa-d3febfc802b3 req-ffd476ac-7f71-4e23-8a1f-4718f3e17708 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 944 time: 0.0540757 Sep 22 16:51:45.598100 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-8422c98a-1e8b-4341-97fa-d3febfc802b3 req-f5952753-0b91-4ced-a759-21afed67e52a tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321007 Sep 22 16:51:46.731218 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa2691-0a08-460d-8213-0a90ee7b37c8 req-d0de7ce3-a762-4c0b-96a2-7e1c4946d726 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:46.732715 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-3daa2691-0a08-460d-8213-0a90ee7b37c8 req-d0de7ce3-a762-4c0b-96a2-7e1c4946d726 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 944 time: 0.0596550 Sep 22 16:51:46.773458 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-3daa2691-0a08-460d-8213-0a90ee7b37c8 req-13d10e5d-0885-4c8e-b812-e2e8ea3691b7 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341837 Sep 22 16:51:47.891788 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13818f1e-3954-4ee3-a906-587e697fb02b req-67eb009a-e9e6-464d-8ebd-ed6e42f66d1d tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:47.893245 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-13818f1e-3954-4ee3-a906-587e697fb02b req-67eb009a-e9e6-464d-8ebd-ed6e42f66d1d tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 944 time: 0.0489285 Sep 22 16:51:47.931181 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-13818f1e-3954-4ee3-a906-587e697fb02b req-c88dc86a-4e5a-46fe-aa06-85631b763a2a tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314503 Sep 22 16:51:48.399371 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [req-6779c3c0-80a7-4a57-a828-bd265bb96b5d req-4a83c3a1-b53d-42ea-8012-fa71811147bd service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:51:48.400253 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-6779c3c0-80a7-4a57-a828-bd265bb96b5d req-4a83c3a1-b53d-42ea-8012-fa71811147bd service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057671 Sep 22 16:51:48.555401 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a57d0e1-c5ee-4729-81c8-26549e78d86e req-244f41a7-863e-4e5b-a33f-0fcf89cdcda4 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:48.556928 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-3a57d0e1-c5ee-4729-81c8-26549e78d86e req-244f41a7-863e-4e5b-a33f-0fcf89cdcda4 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 944 time: 0.0519807 Sep 22 16:51:48.594036 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-3a57d0e1-c5ee-4729-81c8-26549e78d86e req-df66f591-8cee-4686-bf2e-63198ec85f42 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310006 Sep 22 16:51:48.816015 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 60074) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:51:48.906150 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-de274ba5-2a13-4c08-a58f-3c3bc22c97b0 req-e3228511-35aa-4993-9c04-85fa76d28e43 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0904670 Sep 22 16:51:48.913714 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [req-de274ba5-2a13-4c08-a58f-3c3bc22c97b0 req-20b16cbd-d569-4c1a-8be2-3f79bfc2f575 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:51:48.914666 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-de274ba5-2a13-4c08-a58f-3c3bc22c97b0 req-20b16cbd-d569-4c1a-8be2-3f79bfc2f575 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054398 Sep 22 16:51:49.711328 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7d322d-7955-4dfa-92cd-d6b99f8d2baa req-cd871b3c-7e9a-4192-9f01-be42e72bd5c9 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:49.712897 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-dd7d322d-7955-4dfa-92cd-d6b99f8d2baa req-cd871b3c-7e9a-4192-9f01-be42e72bd5c9 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 944 time: 0.0490859 Sep 22 16:51:49.750871 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-dd7d322d-7955-4dfa-92cd-d6b99f8d2baa req-2f0f7163-78fe-45ac-8234-e1f87aa4f6ca tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319211 Sep 22 16:51:50.441433 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device b5f861d7-0c01-4de5-ab7e-d78dceee6656 no longer exists at agent hyperv_hv-cinder-80996 {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 16:51:50.868217 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb5e97-a902-444a-85ce-fc3c4009f23d req-7b8bde8c-1c4e-4838-ad85-18e7ff2a51ef tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:50.869915 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-7dfb5e97-a902-444a-85ce-fc3c4009f23d req-7b8bde8c-1c4e-4838-ad85-18e7ff2a51ef tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 944 time: 0.0479333 Sep 22 16:51:50.908025 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-7dfb5e97-a902-444a-85ce-fc3c4009f23d req-f7e9d15a-3e2f-4ff2-a4df-cc6f8db4d447 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321178 Sep 22 16:51:52.029063 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5ddf8b-6a3c-45d2-8023-9be250510fc4 req-4bb753c3-f298-421e-98e0-ccc5c369f7cc tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:52.030568 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-4b5ddf8b-6a3c-45d2-8023-9be250510fc4 req-4bb753c3-f298-421e-98e0-ccc5c369f7cc tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 944 time: 0.0512595 Sep 22 16:51:52.066916 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-4b5ddf8b-6a3c-45d2-8023-9be250510fc4 req-30931ec7-32a6-43a7-9747-38bc65ab9e04 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305438 Sep 22 16:51:52.492843 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 60138) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:51:52.592461 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-ff5d2898-9d61-4812-b03a-bd16cb754fad admin admin] Notify callbacks [] for security_group, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:52.683744 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-ff5d2898-9d61-4812-b03a-bd16cb754fad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:52.687441 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-ff5d2898-9d61-4812-b03a-bd16cb754fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:52.724021 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-ff5d2898-9d61-4812-b03a-bd16cb754fad admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8ad83a199f2644f3889496b9a5cee1b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2301674 Sep 22 16:51:52.724872 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5d2898-9d61-4812-b03a-bd16cb754fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dae181a-87b0-4061-a2ba-b84af2020a6f,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:51:52.727530 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 60142) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:51:52.733533 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5d2898-9d61-4812-b03a-bd16cb754fad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:51:52.733904 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5d2898-9d61-4812-b03a-bd16cb754fad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:51:52.734246 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5d2898-9d61-4812-b03a-bd16cb754fad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:51:52.734584 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5d2898-9d61-4812-b03a-bd16cb754fad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:51:52.734914 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5d2898-9d61-4812-b03a-bd16cb754fad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:51:52.735242 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5d2898-9d61-4812-b03a-bd16cb754fad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:51:52.735567 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5d2898-9d61-4812-b03a-bd16cb754fad admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:51:52.735892 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5d2898-9d61-4812-b03a-bd16cb754fad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:51:52.736215 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5d2898-9d61-4812-b03a-bd16cb754fad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:51:52.736535 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5d2898-9d61-4812-b03a-bd16cb754fad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:51:52.736852 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5d2898-9d61-4812-b03a-bd16cb754fad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:51:52.737168 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5d2898-9d61-4812-b03a-bd16cb754fad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:51:52.774937 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-485b1612-3a73-429e-9d54-cb01886cf2b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:52.795709 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-485b1612-3a73-429e-9d54-cb01886cf2b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:52.840936 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-485b1612-3a73-429e-9d54-cb01886cf2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:52.843387 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-485b1612-3a73-429e-9d54-cb01886cf2b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:52.844493 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-485b1612-3a73-429e-9d54-cb01886cf2b5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3dae181a-87b0-4061-a2ba-b84af2020a6f HTTP/1.1" status: 204 len: 168 time: 0.1160097 Sep 22 16:51:52.852632 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485b1612-3a73-429e-9d54-cb01886cf2b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dae181a-87b0-4061-a2ba-b84af2020a6f,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:51:52.859658 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485b1612-3a73-429e-9d54-cb01886cf2b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:51:52.860006 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485b1612-3a73-429e-9d54-cb01886cf2b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:51:52.860401 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485b1612-3a73-429e-9d54-cb01886cf2b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:51:52.860678 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485b1612-3a73-429e-9d54-cb01886cf2b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:51:52.861008 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485b1612-3a73-429e-9d54-cb01886cf2b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:51:52.861408 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485b1612-3a73-429e-9d54-cb01886cf2b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:51:52.861793 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485b1612-3a73-429e-9d54-cb01886cf2b5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:51:52.861981 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485b1612-3a73-429e-9d54-cb01886cf2b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:51:52.862311 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485b1612-3a73-429e-9d54-cb01886cf2b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:51:52.862673 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485b1612-3a73-429e-9d54-cb01886cf2b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:51:52.862930 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485b1612-3a73-429e-9d54-cb01886cf2b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:51:52.863245 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485b1612-3a73-429e-9d54-cb01886cf2b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:51:53.183971 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a78d4b2-5b9e-48ca-8fd9-d68f14a952d9 req-cecb7379-44af-441d-8c54-c10f798fc967 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:53.186114 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-6a78d4b2-5b9e-48ca-8fd9-d68f14a952d9 req-cecb7379-44af-441d-8c54-c10f798fc967 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 944 time: 0.0495534 Sep 22 16:51:53.223745 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-6a78d4b2-5b9e-48ca-8fd9-d68f14a952d9 req-8c98190c-0dc1-4f7e-9ea9-43aa131e52a9 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316329 Sep 22 16:51:53.474108 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 60170) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:51:53.568778 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.v2.base [None req-0fa973e0-6e83-48b9-8eb5-fb064ddad4d1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1303104843-network', 'tenant_id': '5cfc60c9f75a4502b811e627d264659f'}} {{(pid=100453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:51:53.590124 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa973e0-6e83-48b9-8eb5-fb064ddad4d1 admin admin] Made reservation on behalf of 5cfc60c9f75a4502b811e627d264659f for: {'network': 1} {{(pid=100453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:51:53.592215 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-0fa973e0-6e83-48b9-8eb5-fb064ddad4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for network, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:53.603079 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-0fa973e0-6e83-48b9-8eb5-fb064ddad4d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:53.686702 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-0fa973e0-6e83-48b9-8eb5-fb064ddad4d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:53.690377 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-0fa973e0-6e83-48b9-8eb5-fb064ddad4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:53.717841 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fa973e0-6e83-48b9-8eb5-fb064ddad4d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1054, 'physical_network': 'physnet1'} {{(pid=100453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 16:51:53.723891 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa973e0-6e83-48b9-8eb5-fb064ddad4d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c60e207a-2d8c-40f0-8fe7-484e5b83e258,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:51:53.729986 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-0fa973e0-6e83-48b9-8eb5-fb064ddad4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720390'] for segment, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:53.730256 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.db.segments_db [None req-0fa973e0-6e83-48b9-8eb5-fb064ddad4d1 admin admin] Added segment 6275646c-864f-47d3-8e30-563d3252433e of type vlan for network f0453248-23d4-46d7-9443-d31bc557c622 Sep 22 16:51:53.771521 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-0fa973e0-6e83-48b9-8eb5-fb064ddad4d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735274455839'] for network, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:53.795334 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-0fa973e0-6e83-48b9-8eb5-fb064ddad4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351'] for network, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:53.796287 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa973e0-6e83-48b9-8eb5-fb064ddad4d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:53.796883 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-0fa973e0-6e83-48b9-8eb5-fb064ddad4d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for network, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:53.827571 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-0fa973e0-6e83-48b9-8eb5-fb064ddad4d1 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3522425 Sep 22 16:51:53.833586 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 60174) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:51:53.837231 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [None req-4f72d5ee-3d9c-4c0b-87f0-10498e06dc42 admin admin] Request body: {'subnet': {'network_id': 'f0453248-23d4-46d7-9443-d31bc557c622', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1303104843-subnet', 'tenant_id': '5cfc60c9f75a4502b811e627d264659f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:51:53.858723 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f72d5ee-3d9c-4c0b-87f0-10498e06dc42 admin admin] Made reservation on behalf of 5cfc60c9f75a4502b811e627d264659f for: {'subnet': 1} {{(pid=100452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:51:53.861422 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-4f72d5ee-3d9c-4c0b-87f0-10498e06dc42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8763357'] for subnet, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:53.862083 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa973e0-6e83-48b9-8eb5-fb064ddad4d1 admin admin] Pushing event updated for resources: {'Network': ['ID=f0453248-23d4-46d7-9443-d31bc557c622,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:51:53.874000 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Network f0453248-23d4-46d7-9443-d31bc557c622 details requested by agent ovs-agent-dv-cinder-809968-4-iscsi with host dv-cinder-809968-4-iscsi {{(pid=100454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 16:51:54.034760 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-4f72d5ee-3d9c-4c0b-87f0-10498e06dc42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8764040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8763375'] for subnet, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:54.095622 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72d5ee-3d9c-4c0b-87f0-10498e06dc42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db80fe64-1a6c-4aec-bf9b-9a11935879e3,revision_number=0']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:51:54.100650 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f72d5ee-3d9c-4c0b-87f0-10498e06dc42 admin admin] Checking segment: {'id': '6275646c-864f-47d3-8e30-563d3252433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'f0453248-23d4-46d7-9443-d31bc557c622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 16:51:54.101044 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f72d5ee-3d9c-4c0b-87f0-10498e06dc42 admin admin] Network hostable DHCP agents. Network: f0453248-23d4-46d7-9443-d31bc557c622, hostable agents: ['0db1be0e-ef43-4063-8d54-96fc7c9973fd'], hosted agents: [] {{(pid=100452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 16:51:54.117092 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f72d5ee-3d9c-4c0b-87f0-10498e06dc42 admin admin] Network f0453248-23d4-46d7-9443-d31bc557c622 is scheduled to be hosted by DHCP agent 0db1be0e-ef43-4063-8d54-96fc7c9973fd with binding_index 1 {{(pid=100452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 16:51:54.125533 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.base_scheduler [None req-4f72d5ee-3d9c-4c0b-87f0-10498e06dc42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809968-4-iscsi, f0453248-23d4-46d7-9443-d31bc557c622) {{(pid=100452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:51:54.130443 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f72d5ee-3d9c-4c0b-87f0-10498e06dc42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:54.131038 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-4f72d5ee-3d9c-4c0b-87f0-10498e06dc42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for subnet, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:54.135848 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd822a4b-0079-41fd-8a57-89a98e57aad9 None None] Network f0453248-23d4-46d7-9443-d31bc557c622 requested from dv-cinder-809968-4-iscsi {{(pid=100454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 16:51:54.149689 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-4f72d5ee-3d9c-4c0b-87f0-10498e06dc42 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3142986 Sep 22 16:51:54.263346 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f57402-75cc-444e-86d7-4dbce96b45f0 None None] Network f0453248-23d4-46d7-9443-d31bc557c622 requested from dv-cinder-809968-4-iscsi {{(pid=100454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 16:51:54.358904 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5a0af8-c0e8-461a-8c53-487daebd38e3 req-60205384-a175-408a-91c5-ff35425fd45f tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:54.361041 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-3c5a0af8-c0e8-461a-8c53-487daebd38e3 req-60205384-a175-408a-91c5-ff35425fd45f tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 944 time: 0.0625205 Sep 22 16:51:54.377181 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de274ba5-2a13-4c08-a58f-3c3bc22c97b0 req-ff65038c-e85a-484c-aa26-c24f8a601fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:54.378962 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-de274ba5-2a13-4c08-a58f-3c3bc22c97b0 req-ff65038c-e85a-484c-aa26-c24f8a601fb8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b&tenant_id=fe0862b93ee9429196930d5fd745e5cc HTTP/1.1" status: 200 len: 1097 time: 0.0789156 Sep 22 16:51:54.404140 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-3c5a0af8-c0e8-461a-8c53-487daebd38e3 req-818e039a-dec0-4ea2-9d52-67ceecd960b3 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361528 Sep 22 16:51:54.680486 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de274ba5-2a13-4c08-a58f-3c3bc22c97b0 req-7749ba69-9b19-44c7-9357-f85911749615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:54.682126 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-de274ba5-2a13-4c08-a58f-3c3bc22c97b0 req-7749ba69-9b19-44c7-9357-f85911749615 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fe0862b93ee9429196930d5fd745e5cc&device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 1097 time: 0.2777486 Sep 22 16:51:54.772767 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de274ba5-2a13-4c08-a58f-3c3bc22c97b0 req-d90b2f62-1094-4b92-8e3d-9f2c20d3a906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:54.774252 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-de274ba5-2a13-4c08-a58f-3c3bc22c97b0 req-d90b2f62-1094-4b92-8e3d-9f2c20d3a906 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cf6bcf08-16c2-430e-b630-d9fa645b940f HTTP/1.1" status: 200 len: 919 time: 0.0850468 Sep 22 16:51:54.846155 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-de274ba5-2a13-4c08-a58f-3c3bc22c97b0 req-7d211e64-37a1-4426-bc3b-155af2ce991c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5f861d7-0c01-4de5-ab7e-d78dceee6656 HTTP/1.1" status: 200 len: 1000 time: 0.0575166 Sep 22 16:51:54.894817 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de274ba5-2a13-4c08-a58f-3c3bc22c97b0 req-44607745-115b-48ed-96e6-46089c9f53f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:54.896099 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-de274ba5-2a13-4c08-a58f-3c3bc22c97b0 req-44607745-115b-48ed-96e6-46089c9f53f2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7d91da0e-c8e1-4689-8df1-180aa1bc9ec6 HTTP/1.1" status: 200 len: 856 time: 0.0418379 Sep 22 16:51:54.940895 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de274ba5-2a13-4c08-a58f-3c3bc22c97b0 req-684e221c-d71d-49a1-b116-b5f4e0cce8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:54.942403 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-de274ba5-2a13-4c08-a58f-3c3bc22c97b0 req-684e221c-d71d-49a1-b116-b5f4e0cce8d2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cf6bcf08-16c2-430e-b630-d9fa645b940f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0375881 Sep 22 16:51:55.032473 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-de274ba5-2a13-4c08-a58f-3c3bc22c97b0 req-79a3281d-84c1-4db4-8556-4bcedb1973f5 service neutron] 10.222.0.72 "GET /v2.0/networks/cf6bcf08-16c2-430e-b630-d9fa645b940f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821705 Sep 22 16:51:55.124933 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-de274ba5-2a13-4c08-a58f-3c3bc22c97b0 req-44decdfb-7b41-436a-bc07-28ff2d472451 service neutron] 10.222.0.72 "GET /v2.0/networks/cf6bcf08-16c2-430e-b630-d9fa645b940f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836856 Sep 22 16:51:55.527583 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d4f7a-d68e-4222-a0cf-31830ea109a7 req-cafd36a9-f0c7-476b-b8bf-34844e5963a0 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:55.529041 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-042d4f7a-d68e-4222-a0cf-31830ea109a7 req-cafd36a9-f0c7-476b-b8bf-34844e5963a0 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 944 time: 0.0496283 Sep 22 16:51:55.568417 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-042d4f7a-d68e-4222-a0cf-31830ea109a7 req-fc3badc7-9acf-4fde-b4bd-25329d6f413c tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333388 Sep 22 16:51:55.770221 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-65afdcc9-0546-4559-aaa2-1669796399b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:56.027866 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2c1f9-45d6-4484-b185-218a87ddb2e4 req-a24b3b29-c244-41a9-953e-3a8810326ec5 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:56.029289 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-ebc2c1f9-45d6-4484-b185-218a87ddb2e4 req-a24b3b29-c244-41a9-953e-3a8810326ec5 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.66 "GET /v2.0/networks?id=f0453248-23d4-46d7-9443-d31bc557c622 HTTP/1.1" status: 200 len: 814 time: 0.1043108 Sep 22 16:51:56.044406 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-ebc2c1f9-45d6-4484-b185-218a87ddb2e4 req-a404eac6-f659-454f-894b-fdaef356f414 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.66 "GET /v2.0/quotas/5cfc60c9f75a4502b811e627d264659f HTTP/1.1" status: 200 len: 375 time: 0.0091913 Sep 22 16:51:56.078503 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-ebc2c1f9-45d6-4484-b185-218a87ddb2e4 req-7ad4c3d1-560e-4c55-992a-99a1ff23a0d5 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5cfc60c9f75a4502b811e627d264659f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276761 Sep 22 16:51:56.177936 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:56.184220 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-ebc2c1f9-45d6-4484-b185-218a87ddb2e4 req-d1d70d60-25b6-40ca-bbf6-3d7c96e3a60d service neutron] 10.222.0.66 "GET /v2.0/networks/f0453248-23d4-46d7-9443-d31bc557c622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984261 Sep 22 16:51:56.277394 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-ebc2c1f9-45d6-4484-b185-218a87ddb2e4 req-4bb60bed-df2a-4872-bad1-b0cc6d460cf9 service neutron] 10.222.0.66 "GET /v2.0/networks/f0453248-23d4-46d7-9443-d31bc557c622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872426 Sep 22 16:51:56.434117 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-499bdf4f-f55c-42c3-bb63-422b69dae66c req-c932e6cd-7b02-46bc-9cc4-c9fe132122bb tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.66 "GET /v2.0/ports?device_id=0855a05f-67d5-4d62-8d19-9337977edd01 HTTP/1.1" status: 200 len: 210 time: 0.0256927 Sep 22 16:51:56.729262 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf542273-3ce3-495b-9cd8-09e46b19c9d5 req-a79ab0cd-5ce9-4293-93b3-bfe67f59cac9 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:56.730956 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-cf542273-3ce3-495b-9cd8-09e46b19c9d5 req-a79ab0cd-5ce9-4293-93b3-bfe67f59cac9 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 944 time: 0.0555046 Sep 22 16:51:56.782654 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-cf542273-3ce3-495b-9cd8-09e46b19c9d5 req-160f8eaa-ca0d-4840-bda3-44ffd9f21a5c tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452156 Sep 22 16:51:57.529052 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-7fd58144-d9f6-4d45-8950-7259e4cd444a req-ba2ca2b7-c8bf-4963-bd53-48e8905ca5b0 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.66 "GET /v2.0/ports?device_id=0855a05f-67d5-4d62-8d19-9337977edd01 HTTP/1.1" status: 200 len: 210 time: 0.0266125 Sep 22 16:51:57.917260 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a72de-645e-476d-ade6-0ad2d0c77cf7 req-a7dece47-ccad-4653-ac83-1e0460fec56e tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:57.918795 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-5b6a72de-645e-476d-ade6-0ad2d0c77cf7 req-a7dece47-ccad-4653-ac83-1e0460fec56e tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 944 time: 0.0552700 Sep 22 16:51:57.958620 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-5b6a72de-645e-476d-ade6-0ad2d0c77cf7 req-5f7bceb5-7bc9-4454-bce4-b6b3f1fb63c2 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334589 Sep 22 16:51:58.628625 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-0b1dc2d0-671f-439b-87a4-f3a5dcca32cd req-b08421d9-217c-4d0b-8cbd-1bfa4d2711fb tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.66 "GET /v2.0/ports?device_id=0855a05f-67d5-4d62-8d19-9337977edd01 HTTP/1.1" status: 200 len: 210 time: 0.0310094 Sep 22 16:51:58.685348 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-06afd0e1-bbf9-4533-883f-c42854c50ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:59.009817 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:59.080650 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f2dadf-5e0d-443c-93e5-092d324f4b51 req-b07513ce-c44a-4818-a02e-af2f2b971a17 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:51:59.082164 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-b5f2dadf-5e0d-443c-93e5-092d324f4b51 req-b07513ce-c44a-4818-a02e-af2f2b971a17 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 944 time: 0.0507488 Sep 22 16:51:59.122005 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-b5f2dadf-5e0d-443c-93e5-092d324f4b51 req-65f7afd7-3718-4b0c-ac4b-45a1c656a7c7 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328026 Sep 22 16:51:59.601185 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-c376604a-15ac-4af8-994c-a8e4e85893e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:59.725678 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-6b0175c7-c21a-4203-948c-09a556c27c64 req-403e1a30-cac3-4000-aea1-ee364dec7558 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.66 "GET /v2.0/ports?device_id=0855a05f-67d5-4d62-8d19-9337977edd01 HTTP/1.1" status: 200 len: 210 time: 0.0261724 Sep 22 16:52:00.266486 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04852b8b-b6ca-4bbc-9d4a-2f4f538a103a req-96124b73-921a-4696-8252-0067c872321c tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:52:00.268154 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-04852b8b-b6ca-4bbc-9d4a-2f4f538a103a req-96124b73-921a-4696-8252-0067c872321c tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 944 time: 0.0659647 Sep 22 16:52:00.338722 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-04852b8b-b6ca-4bbc-9d4a-2f4f538a103a req-3ec0127c-6ee6-4f24-b4eb-8f355a4234b2 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371263 Sep 22 16:52:00.824729 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-bcbafd28-cad0-4ac7-adcd-197c683d6026 req-a21c38e6-1867-413b-888f-9edca40a7764 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.66 "GET /v2.0/ports?device_id=0855a05f-67d5-4d62-8d19-9337977edd01 HTTP/1.1" status: 200 len: 210 time: 0.0313277 Sep 22 16:52:00.928614 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ea12bc52-457f-4758-858a-1e27800db098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:52:01.461327 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f87217-1f66-45ae-b6fe-3416e1681b4b req-af121c94-9934-46f5-81c0-3f020df769ba tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:52:01.462943 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-77f87217-1f66-45ae-b6fe-3416e1681b4b req-af121c94-9934-46f5-81c0-3f020df769ba tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 944 time: 0.0508704 Sep 22 16:52:01.500600 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-77f87217-1f66-45ae-b6fe-3416e1681b4b req-d5fd3e14-38ea-4ba5-b00a-b8e58ea04046 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317976 Sep 22 16:52:01.946048 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-80c35953-d721-461d-8697-78b4923a4b73 req-467a028e-6df3-4a54-a91e-927899670a78 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.66 "GET /v2.0/ports?device_id=0855a05f-67d5-4d62-8d19-9337977edd01 HTTP/1.1" status: 200 len: 210 time: 0.0390973 Sep 22 16:52:02.628522 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c420d04f-2688-42f0-a084-6e6e180ec7a7 req-5e9dcbf0-f3d2-476c-a31c-97fe8874297d tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:52:02.630025 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-c420d04f-2688-42f0-a084-6e6e180ec7a7 req-5e9dcbf0-f3d2-476c-a31c-97fe8874297d tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 944 time: 0.0508764 Sep 22 16:52:02.895532 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-c420d04f-2688-42f0-a084-6e6e180ec7a7 req-c5041d6b-1b29-4385-97ba-eb45f36d563c tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2587023 Sep 22 16:52:03.045514 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-51cc1c6e-987e-4b42-b857-d573c286a660 req-76736e6d-44e7-4fd6-9af6-885a169c895d tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.66 "GET /v2.0/ports?device_id=0855a05f-67d5-4d62-8d19-9337977edd01 HTTP/1.1" status: 200 len: 210 time: 0.0265222 Sep 22 16:52:04.019468 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d9c19b-9512-457c-976f-b86c13576bb5 req-e5181f44-04d4-4014-acdf-1d14e346fea8 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:52:04.024041 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-12d9c19b-9512-457c-976f-b86c13576bb5 req-e5181f44-04d4-4014-acdf-1d14e346fea8 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 944 time: 0.0512326 Sep 22 16:52:04.058979 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-12d9c19b-9512-457c-976f-b86c13576bb5 req-b048fd20-7478-47f1-805e-41c36531398d tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313218 Sep 22 16:52:04.162562 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-fb958aa1-e8e7-4234-92be-a6c95b47e509 req-f4c706f3-22b6-486d-a8da-dc012d7baecf tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.66 "GET /v2.0/ports?device_id=0855a05f-67d5-4d62-8d19-9337977edd01 HTTP/1.1" status: 200 len: 210 time: 0.0336325 Sep 22 16:52:05.179379 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4570f169-dd89-4c9d-8706-3588f9844438 req-9b06fc50-04ed-476e-9444-b88ee84bb7b6 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:52:05.180863 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-4570f169-dd89-4c9d-8706-3588f9844438 req-9b06fc50-04ed-476e-9444-b88ee84bb7b6 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 944 time: 0.0513492 Sep 22 16:52:05.218111 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-4570f169-dd89-4c9d-8706-3588f9844438 req-6eaa919b-f896-4bff-b3b2-188b71da3079 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312674 Sep 22 16:52:05.298997 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-8b21447c-d7e3-4468-b70c-fac19bdd7e57 req-b2c208e1-dc00-40be-bbb9-34e2a0ce8a66 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.66 "GET /v2.0/ports?device_id=0855a05f-67d5-4d62-8d19-9337977edd01 HTTP/1.1" status: 200 len: 210 time: 0.0248520 Sep 22 16:52:06.017909 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.agents_db [None req-27f04faf-824b-4b06-8ae5-89241b6ab4ba None None] Agent healthcheck: found 6 active agents {{(pid=100455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 16:52:06.336663 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b986a6d-6819-4f63-80e7-e956b93c1f45 req-dbb7255d-a840-4c88-85d0-63dcaf34c416 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:52:06.338071 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-9b986a6d-6819-4f63-80e7-e956b93c1f45 req-dbb7255d-a840-4c88-85d0-63dcaf34c416 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 944 time: 0.0484731 Sep 22 16:52:06.375157 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-9b986a6d-6819-4f63-80e7-e956b93c1f45 req-a74b37f1-f5d0-4dfc-88e3-deda8f29972a tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310659 Sep 22 16:52:06.459476 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-9d6fc70e-efbe-4eb9-872d-1b5b01b57681 req-63415a1f-c090-4c96-b3ce-1d31a5c7d996 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.66 "GET /v2.0/ports?device_id=0855a05f-67d5-4d62-8d19-9337977edd01 HTTP/1.1" status: 200 len: 210 time: 0.0279157 Sep 22 16:52:07.507841 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd0955f-bc2a-4ff0-91d9-ca31f7b8ce24 req-207b9643-7093-4901-a131-cf26615a1457 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:52:07.510881 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-5fd0955f-bc2a-4ff0-91d9-ca31f7b8ce24 req-207b9643-7093-4901-a131-cf26615a1457 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 944 time: 0.0606225 Sep 22 16:52:07.558737 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-5fd0955f-bc2a-4ff0-91d9-ca31f7b8ce24 req-191fd95e-4bd1-45db-95f8-0077eac23b9a tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406513 Sep 22 16:52:07.655382 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-3b6c3b2e-a48f-4d29-99f0-147fac95b861 req-8c245c1e-6aaf-4797-9509-def366094445 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.66 "GET /v2.0/ports?device_id=0855a05f-67d5-4d62-8d19-9337977edd01 HTTP/1.1" status: 200 len: 210 time: 0.0305688 Sep 22 16:52:08.677132 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2da17-cbb5-454b-85b9-03af97cdaddb req-fd836330-d5db-4359-a9bc-e8a018a388ea tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:52:08.678737 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-0aa2da17-cbb5-454b-85b9-03af97cdaddb req-fd836330-d5db-4359-a9bc-e8a018a388ea tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 944 time: 0.0483408 Sep 22 16:52:08.719061 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-0aa2da17-cbb5-454b-85b9-03af97cdaddb req-563adb6e-45a7-4779-953d-1322a7be1e32 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329876 Sep 22 16:52:08.809290 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-26c7696b-8ead-41b5-9e13-268d1b1633b1 req-1cca2d37-8ca4-4ba1-90a5-f8a9c920bd9b tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.66 "GET /v2.0/ports?device_id=0855a05f-67d5-4d62-8d19-9337977edd01 HTTP/1.1" status: 200 len: 210 time: 0.0315189 Sep 22 16:52:09.836135 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c33862-d2c3-450a-8aad-9169f813f406 req-8391463d-93ca-4a07-bd6f-ce77117eb927 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:52:09.837611 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-23c33862-d2c3-450a-8aad-9169f813f406 req-8391463d-93ca-4a07-bd6f-ce77117eb927 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 944 time: 0.0474021 Sep 22 16:52:09.874674 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-23c33862-d2c3-450a-8aad-9169f813f406 req-e59ba781-0a5b-4d8b-ba55-71f96e0a7c87 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311069 Sep 22 16:52:09.963310 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-89421847-dde8-4649-9ca7-ce38696c705c req-5c33d115-b86f-4783-bd5b-4418e5797f79 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.66 "GET /v2.0/ports?device_id=0855a05f-67d5-4d62-8d19-9337977edd01 HTTP/1.1" status: 200 len: 210 time: 0.0285563 Sep 22 16:52:10.995904 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85898377-7433-4fa3-b240-7098d895d907 req-84d8feb2-63fe-4e1c-8df5-4e4c3180b92f tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:52:10.997318 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-85898377-7433-4fa3-b240-7098d895d907 req-84d8feb2-63fe-4e1c-8df5-4e4c3180b92f tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 944 time: 0.0500395 Sep 22 16:52:11.033687 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-85898377-7433-4fa3-b240-7098d895d907 req-cf76316c-aad4-4a34-900b-da5e12570ed1 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304444 Sep 22 16:52:11.118108 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-ae9a4051-3308-4d59-88ae-774e5bcdd646 req-650053e2-b337-4ad7-ab36-3e82849e30a6 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.66 "GET /v2.0/ports?device_id=0855a05f-67d5-4d62-8d19-9337977edd01 HTTP/1.1" status: 200 len: 210 time: 0.0268805 Sep 22 16:52:12.151592 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ae0d3-74f4-4e2f-a13b-1ba645c22e4e req-2c4e9b63-6036-4a8f-be7c-66ab6da996f2 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:52:12.153050 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a19ae0d3-74f4-4e2f-a13b-1ba645c22e4e req-2c4e9b63-6036-4a8f-be7c-66ab6da996f2 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 944 time: 0.0477927 Sep 22 16:52:12.190896 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a19ae0d3-74f4-4e2f-a13b-1ba645c22e4e req-e8dc0094-32b1-495a-aa2c-e5f45a50d1ea tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319114 Sep 22 16:52:12.277071 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-597aba78-31e9-416e-b81e-e2e2e1b735d6 req-b549e47c-f81d-418c-87ed-e6632f849f89 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.66 "GET /v2.0/ports?device_id=0855a05f-67d5-4d62-8d19-9337977edd01 HTTP/1.1" status: 200 len: 210 time: 0.0276389 Sep 22 16:52:12.760598 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2c1f9-45d6-4484-b185-218a87ddb2e4 req-17c21caa-2016-40d0-907b-c565a9083e3c tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:52:12.762411 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-ebc2c1f9-45d6-4484-b185-218a87ddb2e4 req-17c21caa-2016-40d0-907b-c565a9083e3c tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.72 "GET /v2.0/networks?id=f0453248-23d4-46d7-9443-d31bc557c622 HTTP/1.1" status: 200 len: 814 time: 0.1090722 Sep 22 16:52:12.777781 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [req-ebc2c1f9-45d6-4484-b185-218a87ddb2e4 req-291875ba-20b8-4986-ab7b-a63a135c509c tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Request body: {'port': {'device_id': '0855a05f-67d5-4d62-8d19-9337977edd01', 'network_id': 'f0453248-23d4-46d7-9443-d31bc557c622', 'admin_state_up': True, 'tenant_id': '5cfc60c9f75a4502b811e627d264659f'}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:52:12.889988 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebc2c1f9-45d6-4484-b185-218a87ddb2e4 req-291875ba-20b8-4986-ab7b-a63a135c509c tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Made reservation on behalf of 5cfc60c9f75a4502b811e627d264659f for: {'port': 1} {{(pid=100452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:52:12.893321 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-ebc2c1f9-45d6-4484-b185-218a87ddb2e4 req-291875ba-20b8-4986-ab7b-a63a135c509c tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:52:13.018788 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.db_base_plugin_common [req-ebc2c1f9-45d6-4484-b185-218a87ddb2e4 req-291875ba-20b8-4986-ab7b-a63a135c509c tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Allocated IP 172.20.0.7 (f0453248-23d4-46d7-9443-d31bc557c622/db80fe64-1a6c-4aec-bf9b-9a11935879e3/6d1beb50-715b-4812-9927-05b4f237d280) {{(pid=100452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:52:13.159247 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-ebc2c1f9-45d6-4484-b185-218a87ddb2e4 req-291875ba-20b8-4986-ab7b-a63a135c509c tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Notify callbacks [] for port, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:52:13.192322 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-ebc2c1f9-45d6-4484-b185-218a87ddb2e4 req-291875ba-20b8-4986-ab7b-a63a135c509c tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735274499777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8763924'] for port, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:52:13.236731 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebc2c1f9-45d6-4484-b185-218a87ddb2e4 req-291875ba-20b8-4986-ab7b-a63a135c509c tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Network f0453248-23d4-46d7-9443-d31bc557c622 is already hosted by enough agents. {{(pid=100452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:52:13.240245 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.base_scheduler [req-ebc2c1f9-45d6-4484-b185-218a87ddb2e4 req-291875ba-20b8-4986-ab7b-a63a135c509c tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Resources bound (agent type, host, resource id): {{(pid=100452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:52:13.243891 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebc2c1f9-45d6-4484-b185-218a87ddb2e4 req-291875ba-20b8-4986-ab7b-a63a135c509c tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Received port after_create {{(pid=100452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 16:52:13.269617 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291875ba-20b8-4986-ab7b-a63a135c509c tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Pushing event updated for resources: {'Port': ['ID=6d1beb50-715b-4812-9927-05b4f237d280,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:52:13.296267 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2c1f9-45d6-4484-b185-218a87ddb2e4 req-291875ba-20b8-4986-ab7b-a63a135c509c tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:52:13.296879 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-ebc2c1f9-45d6-4484-b185-218a87ddb2e4 req-291875ba-20b8-4986-ab7b-a63a135c509c tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306'] for port, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:52:13.313101 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-ebc2c1f9-45d6-4484-b185-218a87ddb2e4 req-291875ba-20b8-4986-ab7b-a63a135c509c tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5392020 Sep 22 16:52:13.314793 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88d2cc1-4488-4a2f-8543-9981a5b1d4e7 req-dd41ff5f-8c23-4898-836b-abc30420c57e tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:52:13.316270 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-b88d2cc1-4488-4a2f-8543-9981a5b1d4e7 req-dd41ff5f-8c23-4898-836b-abc30420c57e tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 944 time: 0.0535457 Sep 22 16:52:13.327285 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [req-ebc2c1f9-45d6-4484-b185-218a87ddb2e4 req-e55d4563-41f3-42c8-81b5-eb6cddd4c603 service neutron] Request body: {'port': {'device_id': '0855a05f-67d5-4d62-8d19-9337977edd01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:52:13.354507 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-b88d2cc1-4488-4a2f-8543-9981a5b1d4e7 req-66b4161d-bb7f-41f5-aacb-9b834402feeb tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314775 Sep 22 16:52:13.379456 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-ebc2c1f9-45d6-4484-b185-218a87ddb2e4 req-e55d4563-41f3-42c8-81b5-eb6cddd4c603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:52:13.460410 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b8ca50-b26e-4a57-b86e-7739b25d198e req-fa1dd007-0559-42a1-8b4a-fca033e7e271 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:52:13.461905 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-98b8ca50-b26e-4a57-b86e-7739b25d198e req-fa1dd007-0559-42a1-8b4a-fca033e7e271 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.66 "GET /v2.0/ports?device_id=0855a05f-67d5-4d62-8d19-9337977edd01 HTTP/1.1" status: 200 len: 931 time: 0.0491416 Sep 22 16:52:13.500914 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-98b8ca50-b26e-4a57-b86e-7739b25d198e req-221dab16-fbd4-4ba5-b5e6-78c55394a062 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.66 "GET /v2.0/security-groups?id=c60e207a-2d8c-40f0-8fe7-484e5b83e258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330617 Sep 22 16:52:13.639914 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.notifiers.nova [req-ebc2c1f9-45d6-4484-b185-218a87ddb2e4 req-e55d4563-41f3-42c8-81b5-eb6cddd4c603 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d1beb50-715b-4812-9927-05b4f237d280 {{(pid=100452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 16:52:13.647214 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-ebc2c1f9-45d6-4484-b185-218a87ddb2e4 req-e55d4563-41f3-42c8-81b5-eb6cddd4c603 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:52:13.658521 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.provisioning_blocks [req-ebc2c1f9-45d6-4484-b185-218a87ddb2e4 req-e55d4563-41f3-42c8-81b5-eb6cddd4c603 service neutron] Transition to ACTIVE for port object 6d1beb50-715b-4812-9927-05b4f237d280 will not be triggered until provisioned by entity L2. {{(pid=100452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:52:13.662822 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-ebc2c1f9-45d6-4484-b185-218a87ddb2e4 req-e55d4563-41f3-42c8-81b5-eb6cddd4c603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8763935'] for port, after_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:52:13.728561 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55d4563-41f3-42c8-81b5-eb6cddd4c603 service neutron] Pushing event updated for resources: {'Port': ['ID=6d1beb50-715b-4812-9927-05b4f237d280,revision_number=2']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:52:13.778102 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.managers [req-ebc2c1f9-45d6-4484-b185-218a87ddb2e4 req-e55d4563-41f3-42c8-81b5-eb6cddd4c603 service neutron] Attempting to bind port 6d1beb50-715b-4812-9927-05b4f237d280 on host hv-cinder-80996 for vnic_type normal with profile {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 16:52:13.778768 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.managers [req-ebc2c1f9-45d6-4484-b185-218a87ddb2e4 req-e55d4563-41f3-42c8-81b5-eb6cddd4c603 service neutron] Attempting to bind port 6d1beb50-715b-4812-9927-05b4f237d280 by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': '6275646c-864f-47d3-8e30-563d3252433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'f0453248-23d4-46d7-9443-d31bc557c622'}] {{(pid=100452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 16:52:13.778768 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc2c1f9-45d6-4484-b185-218a87ddb2e4 req-e55d4563-41f3-42c8-81b5-eb6cddd4c603 service neutron] Attempting to bind port 6d1beb50-715b-4812-9927-05b4f237d280 on network f0453248-23d4-46d7-9443-d31bc557c622 {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 16:52:13.782832 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc2c1f9-45d6-4484-b185-218a87ddb2e4 req-e55d4563-41f3-42c8-81b5-eb6cddd4c603 service neutron] Port 6d1beb50-715b-4812-9927-05b4f237d280 on network f0453248-23d4-46d7-9443-d31bc557c622 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 16:52:13.783146 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc2c1f9-45d6-4484-b185-218a87ddb2e4 req-e55d4563-41f3-42c8-81b5-eb6cddd4c603 service neutron] Attempting to bind port 6d1beb50-715b-4812-9927-05b4f237d280 on network f0453248-23d4-46d7-9443-d31bc557c622 {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 16:52:13.788630 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc2c1f9-45d6-4484-b185-218a87ddb2e4 req-e55d4563-41f3-42c8-81b5-eb6cddd4c603 service neutron] Checking agent: {'id': 'b620640a-8129-43ac-bbbc-6cb85f2c2acf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 16, 45, 26), 'started_at': datetime.datetime(2021, 9, 22, 16, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 16, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 16:52:13.788961 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc2c1f9-45d6-4484-b185-218a87ddb2e4 req-e55d4563-41f3-42c8-81b5-eb6cddd4c603 service neutron] Checking segment: {'id': '6275646c-864f-47d3-8e30-563d3252433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'f0453248-23d4-46d7-9443-d31bc557c622'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 16:52:13.789340 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc2c1f9-45d6-4484-b185-218a87ddb2e4 req-e55d4563-41f3-42c8-81b5-eb6cddd4c603 service neutron] Bound using segment: {'id': '6275646c-864f-47d3-8e30-563d3252433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'f0453248-23d4-46d7-9443-d31bc557c622'} {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 16:52:13.789794 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.managers [req-ebc2c1f9-45d6-4484-b185-218a87ddb2e4 req-e55d4563-41f3-42c8-81b5-eb6cddd4c603 service neutron] Bound port: 6d1beb50-715b-4812-9927-05b4f237d280, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6275646c-864f-47d3-8e30-563d3252433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'f0453248-23d4-46d7-9443-d31bc557c622'}}] {{(pid=100452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 16:52:13.790145 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-ebc2c1f9-45d6-4484-b185-218a87ddb2e4 req-e55d4563-41f3-42c8-81b5-eb6cddd4c603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:52:13.850985 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.db [req-ebc2c1f9-45d6-4484-b185-218a87ddb2e4 req-e55d4563-41f3-42c8-81b5-eb6cddd4c603 service neutron] For port 6d1beb50-715b-4812-9927-05b4f237d280, host hv-cinder-80996, cleared binding levels {{(pid=100452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 16:52:13.854880 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.db [req-ebc2c1f9-45d6-4484-b185-218a87ddb2e4 req-e55d4563-41f3-42c8-81b5-eb6cddd4c603 service neutron] For port 6d1beb50-715b-4812-9927-05b4f237d280, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=6d1beb50-715b-4812-9927-05b4f237d280,segment=NetworkSegment(6275646c-864f-47d3-8e30-563d3252433e),segment_id=6275646c-864f-47d3-8e30-563d3252433e)] {{(pid=100452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 16:52:13.859818 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-ebc2c1f9-45d6-4484-b185-218a87ddb2e4 req-e55d4563-41f3-42c8-81b5-eb6cddd4c603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8763935'] for port, after_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:52:13.892031 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2c1f9-45d6-4484-b185-218a87ddb2e4 req-e55d4563-41f3-42c8-81b5-eb6cddd4c603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:52:13.892950 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-ebc2c1f9-45d6-4484-b185-218a87ddb2e4 req-e55d4563-41f3-42c8-81b5-eb6cddd4c603 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306'] for port, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:52:13.895073 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-ebc2c1f9-45d6-4484-b185-218a87ddb2e4 req-e55d4563-41f3-42c8-81b5-eb6cddd4c603 service neutron] 10.222.0.72 "PUT /v2.0/ports/6d1beb50-715b-4812-9927-05b4f237d280 HTTP/1.1" status: 200 len: 1093 time: 0.5718827 Sep 22 16:52:13.898472 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0855a05f-67d5-4d62-8d19-9337977edd01', 'tag': '6d1beb50-715b-4812-9927-05b4f237d280'}] {{(pid=100452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 16:52:13.901564 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3daeaf716feba76a3af1624af44cd9d3b401b8dbf4d63f278f059799def7c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd1ebec-6db0-4eb9-807c-2c16ba416fc7" -d '{"events": [{"name": "network-changed", "server_uuid": "0855a05f-67d5-4d62-8d19-9337977edd01", "tag": "6d1beb50-715b-4812-9927-05b4f237d280"}]}' {{(pid=100452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:52:13.949873 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 16:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81af6835-bac6-49f8-92b7-9f8cd7c77311 x-openstack-request-id: req-81af6835-bac6-49f8-92b7-9f8cd7c77311 {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:52:13.950161 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0855a05f-67d5-4d62-8d19-9337977edd01", "tag": "6d1beb50-715b-4812-9927-05b4f237d280", "status": "completed", "code": 200}]} {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:52:13.950416 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-81af6835-bac6-49f8-92b7-9f8cd7c77311 {{(pid=100452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:52:13.950819 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0855a05f-67d5-4d62-8d19-9337977edd01', 'tag': '6d1beb50-715b-4812-9927-05b4f237d280', 'status': 'completed', 'code': 200} Sep 22 16:52:13.965156 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55d4563-41f3-42c8-81b5-eb6cddd4c603 service neutron] Pushing event updated for resources: {'Port': ['ID=6d1beb50-715b-4812-9927-05b4f237d280,revision_number=3']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:52:13.984386 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2c1f9-45d6-4484-b185-218a87ddb2e4 req-a2da87be-a3a1-4226-99c8-8ab02203e233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:52:13.986089 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-ebc2c1f9-45d6-4484-b185-218a87ddb2e4 req-a2da87be-a3a1-4226-99c8-8ab02203e233 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5cfc60c9f75a4502b811e627d264659f&device_id=0855a05f-67d5-4d62-8d19-9337977edd01 HTTP/1.1" status: 200 len: 1096 time: 0.0526776 Sep 22 16:52:14.031377 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-ebc2c1f9-45d6-4484-b185-218a87ddb2e4 req-382c3482-6727-4f47-9806-8d23602f3fb8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d1beb50-715b-4812-9927-05b4f237d280 HTTP/1.1" status: 200 len: 217 time: 0.0371099 Sep 22 16:52:14.079287 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2c1f9-45d6-4484-b185-218a87ddb2e4 req-3809021d-ad33-43ce-9124-e7097d80651c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:52:14.080657 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-ebc2c1f9-45d6-4484-b185-218a87ddb2e4 req-3809021d-ad33-43ce-9124-e7097d80651c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=db80fe64-1a6c-4aec-bf9b-9a11935879e3 HTTP/1.1" status: 200 len: 854 time: 0.0416818 Sep 22 16:52:14.111633 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-ebc2c1f9-45d6-4484-b185-218a87ddb2e4 req-4c3236ca-018b-45d0-849c-0eac2555f49d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f0453248-23d4-46d7-9443-d31bc557c622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239024 Sep 22 16:52:14.209727 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-ebc2c1f9-45d6-4484-b185-218a87ddb2e4 req-2d2ff5fb-0c74-4f56-91a6-2e00455ed644 service neutron] 10.222.0.72 "GET /v2.0/networks/f0453248-23d4-46d7-9443-d31bc557c622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902274 Sep 22 16:52:14.298202 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-ebc2c1f9-45d6-4484-b185-218a87ddb2e4 req-2e9905f2-0e1c-443c-a4e7-f28722159321 service neutron] 10.222.0.72 "GET /v2.0/networks/f0453248-23d4-46d7-9443-d31bc557c622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816932 Sep 22 16:52:14.378100 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd1ebec-6db0-4eb9-807c-2c16ba416fc7 req-529828ba-ed46-44df-9b42-83820ad1b918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:52:14.379530 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-9dd1ebec-6db0-4eb9-807c-2c16ba416fc7 req-529828ba-ed46-44df-9b42-83820ad1b918 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5cfc60c9f75a4502b811e627d264659f&device_id=0855a05f-67d5-4d62-8d19-9337977edd01 HTTP/1.1" status: 200 len: 1096 time: 0.0383894 Sep 22 16:52:14.474513 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3588d-e94f-4d8c-9557-4d4f0cb6a102 req-165f27b0-6107-4d37-8ac0-1d966324c773 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:52:14.475268 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd1ebec-6db0-4eb9-807c-2c16ba416fc7 req-7ef18979-848a-41f2-9bba-5ca424b4f216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:52:14.475894 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-acd3588d-e94f-4d8c-9557-4d4f0cb6a102 req-165f27b0-6107-4d37-8ac0-1d966324c773 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 944 time: 0.0481169 Sep 22 16:52:14.476762 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-9dd1ebec-6db0-4eb9-807c-2c16ba416fc7 req-7ef18979-848a-41f2-9bba-5ca424b4f216 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f0453248-23d4-46d7-9443-d31bc557c622 HTTP/1.1" status: 200 len: 916 time: 0.0901139 Sep 22 16:52:14.513946 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-acd3588d-e94f-4d8c-9557-4d4f0cb6a102 req-47e1359f-0560-4fce-87fd-49dadb216f7d tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318689 Sep 22 16:52:14.519665 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-9dd1ebec-6db0-4eb9-807c-2c16ba416fc7 req-cd704f39-ea26-4aef-b4ec-932b71dfe8b2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d1beb50-715b-4812-9927-05b4f237d280 HTTP/1.1" status: 200 len: 217 time: 0.0351858 Sep 22 16:52:14.577982 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd1ebec-6db0-4eb9-807c-2c16ba416fc7 req-58e8c85a-126f-411f-ac17-6b1b5919a990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:52:14.579460 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-9dd1ebec-6db0-4eb9-807c-2c16ba416fc7 req-58e8c85a-126f-411f-ac17-6b1b5919a990 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=db80fe64-1a6c-4aec-bf9b-9a11935879e3 HTTP/1.1" status: 200 len: 854 time: 0.0474443 Sep 22 16:52:14.611364 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-9dd1ebec-6db0-4eb9-807c-2c16ba416fc7 req-7df6b46d-2b9d-4d5b-8591-cd7957553af1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f0453248-23d4-46d7-9443-d31bc557c622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237935 Sep 22 16:52:14.620520 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec2d6a-e1e6-463f-85a2-1c27fbc178e8 req-b4320abf-8528-4d01-ad3a-65681ec0f25a tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:52:14.621995 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-d5ec2d6a-e1e6-463f-85a2-1c27fbc178e8 req-b4320abf-8528-4d01-ad3a-65681ec0f25a tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.66 "GET /v2.0/ports?device_id=0855a05f-67d5-4d62-8d19-9337977edd01 HTTP/1.1" status: 200 len: 943 time: 0.0504746 Sep 22 16:52:14.659715 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-d5ec2d6a-e1e6-463f-85a2-1c27fbc178e8 req-1f700dbc-4fd4-42b1-92f0-33261e072c95 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.66 "GET /v2.0/security-groups?id=c60e207a-2d8c-40f0-8fe7-484e5b83e258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318613 Sep 22 16:52:14.700483 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-9dd1ebec-6db0-4eb9-807c-2c16ba416fc7 req-0c755b44-875f-4215-937a-d4904bc36b9f service neutron] 10.222.0.72 "GET /v2.0/networks/f0453248-23d4-46d7-9443-d31bc557c622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812929 Sep 22 16:52:14.794548 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-9dd1ebec-6db0-4eb9-807c-2c16ba416fc7 req-82eb5108-cc75-41ec-a7c9-d68b8b151e04 service neutron] 10.222.0.72 "GET /v2.0/networks/f0453248-23d4-46d7-9443-d31bc557c622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862687 Sep 22 16:52:15.632074 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cbb42b-bead-4b20-8293-283086fedd2d req-1bda929c-28e8-420a-bce2-7b335c5ee39a tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:52:15.633535 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-b3cbb42b-bead-4b20-8293-283086fedd2d req-1bda929c-28e8-420a-bce2-7b335c5ee39a tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 944 time: 0.0475154 Sep 22 16:52:15.669924 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-b3cbb42b-bead-4b20-8293-283086fedd2d req-b6ba082a-3d82-48b1-86a9-d96fa0f69f7f tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305028 Sep 22 16:52:15.774713 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037efd0-af05-4aee-b8e5-c31b85f9299c req-97f014fb-4983-453b-8384-9a9c38d9e442 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:52:15.776153 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-8037efd0-af05-4aee-b8e5-c31b85f9299c req-97f014fb-4983-453b-8384-9a9c38d9e442 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.66 "GET /v2.0/ports?device_id=0855a05f-67d5-4d62-8d19-9337977edd01 HTTP/1.1" status: 200 len: 943 time: 0.0492814 Sep 22 16:52:15.813025 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-8037efd0-af05-4aee-b8e5-c31b85f9299c req-c012a84c-8a27-4e6c-86b2-75081dbf7fba tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.66 "GET /v2.0/security-groups?id=c60e207a-2d8c-40f0-8fe7-484e5b83e258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309668 Sep 22 16:52:16.307391 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 60404) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:52:16.412825 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7c61ecc6-9565-41f2-939e-c265a2e8275d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:52:16.497830 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7c61ecc6-9565-41f2-939e-c265a2e8275d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:52:16.501325 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7c61ecc6-9565-41f2-939e-c265a2e8275d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:52:16.540205 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-7c61ecc6-9565-41f2-939e-c265a2e8275d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=46e33640b8a74f3ab2fa9a24aeca7e5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2317426 Sep 22 16:52:16.542037 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c61ecc6-9565-41f2-939e-c265a2e8275d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f55c691-de8c-4f68-b93f-e8d7ce8317b2,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:52:16.542935 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 60408) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:52:16.591721 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-2ffaef55-b771-4126-8a89-8a5c97ea4d8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:52:16.612383 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-2ffaef55-b771-4126-8a89-8a5c97ea4d8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:52:16.658592 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-2ffaef55-b771-4126-8a89-8a5c97ea4d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:52:16.661142 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-2ffaef55-b771-4126-8a89-8a5c97ea4d8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:52:16.662463 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-2ffaef55-b771-4126-8a89-8a5c97ea4d8b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0f55c691-de8c-4f68-b93f-e8d7ce8317b2 HTTP/1.1" status: 204 len: 168 time: 0.1185396 Sep 22 16:52:16.669717 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffaef55-b771-4126-8a89-8a5c97ea4d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f55c691-de8c-4f68-b93f-e8d7ce8317b2,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:52:16.954872 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f5b12-3495-405a-bee5-a09723f1b534 req-0852e9a8-fc62-49ba-a267-1d06f31ae30c tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:52:16.956259 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-474f5b12-3495-405a-bee5-a09723f1b534 req-0852e9a8-fc62-49ba-a267-1d06f31ae30c tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 944 time: 0.2158725 Sep 22 16:52:16.993526 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-474f5b12-3495-405a-bee5-a09723f1b534 req-52f3955b-e849-44e8-8ac0-e4f219ec730c tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312281 Sep 22 16:52:17.095729 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d7fb5-223a-4e41-aaa0-1492524ead89 req-73843a64-d09f-4f63-95dc-11aa342a2d97 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:52:17.097154 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-043d7fb5-223a-4e41-aaa0-1492524ead89 req-73843a64-d09f-4f63-95dc-11aa342a2d97 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.66 "GET /v2.0/ports?device_id=0855a05f-67d5-4d62-8d19-9337977edd01 HTTP/1.1" status: 200 len: 943 time: 0.0472195 Sep 22 16:52:17.137280 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-043d7fb5-223a-4e41-aaa0-1492524ead89 req-2ea5fa50-f0f6-4f19-8055-ff5c37e1db2a tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.66 "GET /v2.0/security-groups?id=c60e207a-2d8c-40f0-8fe7-484e5b83e258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340877 Sep 22 16:52:18.110009 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf7f38-d2c6-4c52-aa5b-223a67ac5444 req-0a77af9c-2ed8-40fc-877a-9bd4755500ef tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:52:18.111457 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a4cf7f38-d2c6-4c52-aa5b-223a67ac5444 req-0a77af9c-2ed8-40fc-877a-9bd4755500ef tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 944 time: 0.0479276 Sep 22 16:52:18.148618 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a4cf7f38-d2c6-4c52-aa5b-223a67ac5444 req-4e0b2cf3-a294-4d3d-84ac-6826c0cb3124 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312185 Sep 22 16:52:18.251657 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf891ecd-05b1-42a4-888d-33c3f49bce44 req-b10555c6-171d-4f26-abd3-7fdacba4b892 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:52:18.253132 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-cf891ecd-05b1-42a4-888d-33c3f49bce44 req-b10555c6-171d-4f26-abd3-7fdacba4b892 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.66 "GET /v2.0/ports?device_id=0855a05f-67d5-4d62-8d19-9337977edd01 HTTP/1.1" status: 200 len: 943 time: 0.0484736 Sep 22 16:52:18.291138 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-cf891ecd-05b1-42a4-888d-33c3f49bce44 req-7f11c85d-711c-47f7-ba25-995045bc3714 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.66 "GET /v2.0/security-groups?id=c60e207a-2d8c-40f0-8fe7-484e5b83e258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315356 Sep 22 16:52:18.486265 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device 6d1beb50-715b-4812-9927-05b4f237d280 details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=100454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 16:52:18.578781 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port 6d1beb50-715b-4812-9927-05b4f237d280, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=6d1beb50-715b-4812-9927-05b4f237d280,segment=NetworkSegment(6275646c-864f-47d3-8e30-563d3252433e),segment_id=6275646c-864f-47d3-8e30-563d3252433e)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:52:18.589801 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Returning: {'device': '6d1beb50-715b-4812-9927-05b4f237d280', 'network_id': 'f0453248-23d4-46d7-9443-d31bc557c622', 'port_id': '6d1beb50-715b-4812-9927-05b4f237d280', 'mac_address': 'fa:16:3e:51:fa:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db80fe64-1a6c-4aec-bf9b-9a11935879e3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 16:52:18.628282 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:52:18.641111 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.notifiers.nova [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d1beb50-715b-4812-9927-05b4f237d280 {{(pid=100454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 16:52:18.658933 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port 6d1beb50-715b-4812-9927-05b4f237d280, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=6d1beb50-715b-4812-9927-05b4f237d280,segment=NetworkSegment(6275646c-864f-47d3-8e30-563d3252433e),segment_id=6275646c-864f-47d3-8e30-563d3252433e)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:52:18.663546 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:52:18.709325 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Pushing event updated for resources: {'Port': ['ID=6d1beb50-715b-4812-9927-05b4f237d280,revision_number=4']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:52:18.716080 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:52:18.716463 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:52:18.716812 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:52:18.717154 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:52:18.717485 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:52:18.717841 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:52:18.718171 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:52:18.718497 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:52:18.718826 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:52:18.719149 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:52:18.719471 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:52:18.719793 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:52:19.136450 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] get_ports_and_sgs() called for port_ids ['6d1beb50-715b-4812-9927-05b4f237d280'] {{(pid=100454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 16:52:19.266284 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbad57-9c32-48e9-87b0-45665856f062 req-07ff57e2-a414-4224-ae23-40c3021c1509 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:52:19.267737 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-d0bbad57-9c32-48e9-87b0-45665856f062 req-07ff57e2-a414-4224-ae23-40c3021c1509 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 944 time: 0.0484126 Sep 22 16:52:19.308142 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-d0bbad57-9c32-48e9-87b0-45665856f062 req-b8964c21-1a2a-4df7-bb7d-773f9d1aea48 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340562 Sep 22 16:52:19.411997 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c4ed0-ac41-4223-82b3-9671d15981d0 req-74a49570-ddfb-408c-b098-e5ebe7daf2e7 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:52:19.413410 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-c24c4ed0-ac41-4223-82b3-9671d15981d0 req-74a49570-ddfb-408c-b098-e5ebe7daf2e7 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.66 "GET /v2.0/ports?device_id=0855a05f-67d5-4d62-8d19-9337977edd01 HTTP/1.1" status: 200 len: 944 time: 0.0479965 Sep 22 16:52:19.449538 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-c24c4ed0-ac41-4223-82b3-9671d15981d0 req-26f1507a-6f29-4e15-9683-ae6b82656e7e tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.66 "GET /v2.0/security-groups?id=c60e207a-2d8c-40f0-8fe7-484e5b83e258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303416 Sep 22 16:52:20.424438 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660f0e4-f140-438e-8fe9-91c5a1f5f3b1 req-954af8a4-9b66-4abb-a23e-93dbc9b0e3ea tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:52:20.425813 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-5660f0e4-f140-438e-8fe9-91c5a1f5f3b1 req-954af8a4-9b66-4abb-a23e-93dbc9b0e3ea tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 944 time: 0.0476351 Sep 22 16:52:20.462926 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-5660f0e4-f140-438e-8fe9-91c5a1f5f3b1 req-a84af710-401b-4b56-9f5f-226c0643dfc3 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312603 Sep 22 16:52:20.518595 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device 6d1beb50-715b-4812-9927-05b4f237d280 up at agent hyperv_hv-cinder-80996 {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 16:52:20.566895 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Provisioning for port 6d1beb50-715b-4812-9927-05b4f237d280 completed by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:52:20.571142 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Provisioning complete for port 6d1beb50-715b-4812-9927-05b4f237d280 triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:52:20.571514 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:52:20.575708 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f305e8d-7ba1-40ed-aaac-be47e257c56e req-24d52882-523f-4852-91a7-5363de6db475 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:52:20.577202 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-2f305e8d-7ba1-40ed-aaac-be47e257c56e req-24d52882-523f-4852-91a7-5363de6db475 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.66 "GET /v2.0/ports?device_id=0855a05f-67d5-4d62-8d19-9337977edd01 HTTP/1.1" status: 200 len: 944 time: 0.0514691 Sep 22 16:52:20.618304 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-2f305e8d-7ba1-40ed-aaac-be47e257c56e req-465bafce-43b9-42d0-bea8-faa49609aa66 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.66 "GET /v2.0/security-groups?id=c60e207a-2d8c-40f0-8fe7-484e5b83e258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351593 Sep 22 16:52:20.646990 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:52:20.671231 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0855a05f-67d5-4d62-8d19-9337977edd01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d1beb50-715b-4812-9927-05b4f237d280'}] {{(pid=100454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 16:52:20.673417 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16d40b4f2de209020387121264880f1a965f25742078a59137d58ca0948e8304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-279f0bc0-5127-45d7-9810-df2fa3cf5dae" -d '{"events": [{"server_uuid": "0855a05f-67d5-4d62-8d19-9337977edd01", "name": "network-vif-plugged", "status": "completed", "tag": "6d1beb50-715b-4812-9927-05b4f237d280"}]}' {{(pid=100454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:52:20.686214 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port 6d1beb50-715b-4812-9927-05b4f237d280, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=6d1beb50-715b-4812-9927-05b4f237d280,segment=NetworkSegment(6275646c-864f-47d3-8e30-563d3252433e),segment_id=6275646c-864f-47d3-8e30-563d3252433e)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:52:20.690274 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:52:20.716526 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 16:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ad79a8-d752-46d3-82c0-7076479cff8f x-openstack-request-id: req-98ad79a8-d752-46d3-82c0-7076479cff8f {{(pid=100454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:52:20.716845 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0855a05f-67d5-4d62-8d19-9337977edd01", "name": "network-vif-plugged", "status": "completed", "tag": "6d1beb50-715b-4812-9927-05b4f237d280", "code": 200}]} {{(pid=100454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:52:20.717097 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-98ad79a8-d752-46d3-82c0-7076479cff8f {{(pid=100454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:52:20.717477 dv-cinder-809968-4-iscsi neutron-server[100454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0855a05f-67d5-4d62-8d19-9337977edd01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d1beb50-715b-4812-9927-05b4f237d280', 'code': 200} Sep 22 16:52:20.743856 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Pushing event updated for resources: {'Port': ['ID=6d1beb50-715b-4812-9927-05b4f237d280,revision_number=5']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:52:20.879513 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71195d7f-dea9-422a-864d-f48fb257a55a req-1033c2c5-f046-4e30-a070-5b83d6447d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:52:20.881711 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-71195d7f-dea9-422a-864d-f48fb257a55a req-1033c2c5-f046-4e30-a070-5b83d6447d50 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0855a05f-67d5-4d62-8d19-9337977edd01 HTTP/1.1" status: 200 len: 1098 time: 0.0427036 Sep 22 16:52:20.916622 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-71195d7f-dea9-422a-864d-f48fb257a55a req-843bf62f-9821-4105-bc55-55270ceb45c7 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c60e207a-2d8c-40f0-8fe7-484e5b83e258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274959 Sep 22 16:52:21.583403 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d57fd-668b-4216-ac8c-bc23609162e6 req-0dc5c3c1-3a43-4977-9927-ded476dd3399 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:52:21.584985 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-121d57fd-668b-4216-ac8c-bc23609162e6 req-0dc5c3c1-3a43-4977-9927-ded476dd3399 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 944 time: 0.0490918 Sep 22 16:52:21.621827 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-121d57fd-668b-4216-ac8c-bc23609162e6 req-491bf3e6-cfa1-4b30-bd01-956b0bc73679 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309522 Sep 22 16:52:21.729986 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c54e6-cd7b-4ca5-874e-2c0b48631184 req-d0bc3957-560f-4e89-a707-2420fb1026c1 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:52:21.731802 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-7d9c54e6-cd7b-4ca5-874e-2c0b48631184 req-d0bc3957-560f-4e89-a707-2420fb1026c1 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.66 "GET /v2.0/ports?device_id=0855a05f-67d5-4d62-8d19-9337977edd01 HTTP/1.1" status: 200 len: 945 time: 0.0490673 Sep 22 16:52:21.768374 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-7d9c54e6-cd7b-4ca5-874e-2c0b48631184 req-a1544d29-ce19-4125-9487-013d40859985 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.66 "GET /v2.0/security-groups?id=c60e207a-2d8c-40f0-8fe7-484e5b83e258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309217 Sep 22 16:52:22.527552 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device b5f861d7-0c01-4de5-ab7e-d78dceee6656 details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=100454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 16:52:22.622951 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port b5f861d7-0c01-4de5-ab7e-d78dceee6656, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=b5f861d7-0c01-4de5-ab7e-d78dceee6656,segment=NetworkSegment(3afac084-fecd-4942-8672-011c0558f65a),segment_id=3afac084-fecd-4942-8672-011c0558f65a)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:52:22.744903 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7176da6b-d133-430e-8a75-d509d707736d req-54ed330c-efee-4632-838f-ae19370d4a10 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:52:22.746445 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-7176da6b-d133-430e-8a75-d509d707736d req-54ed330c-efee-4632-838f-ae19370d4a10 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 944 time: 0.0499218 Sep 22 16:52:22.746708 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Returning: {'device': 'b5f861d7-0c01-4de5-ab7e-d78dceee6656', 'network_id': 'cf6bcf08-16c2-430e-b630-d9fa645b940f', 'port_id': 'b5f861d7-0c01-4de5-ab7e-d78dceee6656', 'mac_address': 'fa:16:3e:5e:bc:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d91da0e-c8e1-4689-8df1-180aa1bc9ec6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 16:52:22.784410 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:52:22.788728 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-7176da6b-d133-430e-8a75-d509d707736d req-258f5c22-8d04-455d-893a-08519491aa97 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359962 Sep 22 16:52:22.797236 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.notifiers.nova [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5f861d7-0c01-4de5-ab7e-d78dceee6656 {{(pid=100454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 16:52:22.817341 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port b5f861d7-0c01-4de5-ab7e-d78dceee6656, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=b5f861d7-0c01-4de5-ab7e-d78dceee6656,segment=NetworkSegment(3afac084-fecd-4942-8672-011c0558f65a),segment_id=3afac084-fecd-4942-8672-011c0558f65a)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:52:22.822927 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:52:22.869855 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Pushing event updated for resources: {'Port': ['ID=b5f861d7-0c01-4de5-ab7e-d78dceee6656,revision_number=9']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:52:22.897403 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c564feeb-72bb-4054-a738-4fa54697dac4 req-6247c250-620b-45af-a198-4030f6215181 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:52:22.898888 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-c564feeb-72bb-4054-a738-4fa54697dac4 req-6247c250-620b-45af-a198-4030f6215181 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.66 "GET /v2.0/ports?device_id=0855a05f-67d5-4d62-8d19-9337977edd01 HTTP/1.1" status: 200 len: 945 time: 0.0505798 Sep 22 16:52:22.935895 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-c564feeb-72bb-4054-a738-4fa54697dac4 req-866604b9-1796-42a0-82f9-8721d8579b03 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.66 "GET /v2.0/security-groups?id=c60e207a-2d8c-40f0-8fe7-484e5b83e258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307567 Sep 22 16:52:23.189382 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] get_ports_and_sgs() called for port_ids ['b5f861d7-0c01-4de5-ab7e-d78dceee6656'] {{(pid=100454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 16:52:23.908825 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe698f-2b6a-4c4e-afe1-cdceefa2269f req-f4dd2157-da72-469c-aab0-0bc9448f5dd9 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:52:23.910366 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-0afe698f-2b6a-4c4e-afe1-cdceefa2269f req-f4dd2157-da72-469c-aab0-0bc9448f5dd9 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 945 time: 0.0493672 Sep 22 16:52:23.949215 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-0afe698f-2b6a-4c4e-afe1-cdceefa2269f req-59bf598f-44e1-41ec-810e-3c9e823436ff tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323138 Sep 22 16:52:24.541940 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device b5f861d7-0c01-4de5-ab7e-d78dceee6656 up at agent hyperv_hv-cinder-80996 {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 16:52:24.589029 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Provisioning complete for port b5f861d7-0c01-4de5-ab7e-d78dceee6656 triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:52:24.589398 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:52:24.668100 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:52:24.689872 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fdc089f-fa72-4b18-bd7d-93999047877b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f861d7-0c01-4de5-ab7e-d78dceee6656'}] {{(pid=100454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 16:52:24.692093 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16d40b4f2de209020387121264880f1a965f25742078a59137d58ca0948e8304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be6da4f-a3f5-4dab-95cf-7654140ba3a9" -d '{"events": [{"server_uuid": "4fdc089f-fa72-4b18-bd7d-93999047877b", "name": "network-vif-plugged", "status": "completed", "tag": "b5f861d7-0c01-4de5-ab7e-d78dceee6656"}]}' {{(pid=100454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:52:24.704627 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port b5f861d7-0c01-4de5-ab7e-d78dceee6656, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=b5f861d7-0c01-4de5-ab7e-d78dceee6656,segment=NetworkSegment(3afac084-fecd-4942-8672-011c0558f65a),segment_id=3afac084-fecd-4942-8672-011c0558f65a)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:52:24.710440 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:52:24.735474 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 16:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7316d963-6d06-4484-9628-b4242ea3ac3b x-openstack-request-id: req-7316d963-6d06-4484-9628-b4242ea3ac3b {{(pid=100454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:52:24.735776 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fdc089f-fa72-4b18-bd7d-93999047877b", "name": "network-vif-plugged", "status": "completed", "tag": "b5f861d7-0c01-4de5-ab7e-d78dceee6656", "code": 200}]} {{(pid=100454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:52:24.736013 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7316d963-6d06-4484-9628-b4242ea3ac3b {{(pid=100454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:52:24.736394 dv-cinder-809968-4-iscsi neutron-server[100454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fdc089f-fa72-4b18-bd7d-93999047877b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f861d7-0c01-4de5-ab7e-d78dceee6656', 'code': 200} Sep 22 16:52:24.768250 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Pushing event updated for resources: {'Port': ['ID=b5f861d7-0c01-4de5-ab7e-d78dceee6656,revision_number=10']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:52:25.071887 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8308dd36-1d05-4867-b3f7-54a2cb36b474 req-babbcb27-4bb5-44d5-ac5b-188d99d739d2 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:52:25.073402 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-8308dd36-1d05-4867-b3f7-54a2cb36b474 req-babbcb27-4bb5-44d5-ac5b-188d99d739d2 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 947 time: 0.0493722 Sep 22 16:52:25.113885 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-8308dd36-1d05-4867-b3f7-54a2cb36b474 req-4244b09c-8c32-40e3-9e4d-e5616b799f6e tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346200 Sep 22 16:52:25.294892 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b4d9ee-ce35-4c26-a97d-2b3648353148 req-ee2799ef-340a-4f5a-a64b-76c0437fe0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:52:25.296380 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-00b4d9ee-ce35-4c26-a97d-2b3648353148 req-ee2799ef-340a-4f5a-a64b-76c0437fe0f1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 1100 time: 0.0412016 Sep 22 16:52:25.333583 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-00b4d9ee-ce35-4c26-a97d-2b3648353148 req-22faa9e3-918e-46fa-8025-cd25cdf4072a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0290170 Sep 22 16:52:25.724116 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-db94dbe2-458e-46cc-958b-f4fc9d1176d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:52:26.174836 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:52:26.237542 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e6e9b-066d-4965-a381-db0ccdeffb90 req-fce096fd-fed9-4620-acf4-445f54939a2b tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:52:26.239068 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-373e6e9b-066d-4965-a381-db0ccdeffb90 req-fce096fd-fed9-4620-acf4-445f54939a2b tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 947 time: 0.0491469 Sep 22 16:52:26.277467 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-373e6e9b-066d-4965-a381-db0ccdeffb90 req-7c10ec33-c96e-414d-97f6-157f2521c2d1 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314996 Sep 22 16:52:27.404130 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9081581-8905-4a34-9fd9-df1de41fcc51 req-f86a0b72-881a-43ac-9307-3ec6f33cb533 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:52:27.405702 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a9081581-8905-4a34-9fd9-df1de41fcc51 req-f86a0b72-881a-43ac-9307-3ec6f33cb533 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 947 time: 0.0529931 Sep 22 16:52:27.446392 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a9081581-8905-4a34-9fd9-df1de41fcc51 req-2fe31269-f0d0-4074-b7a1-6de981e72d04 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349073 Sep 22 16:52:27.488246 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1a50c-addc-47a7-bea4-5652b67924db req-447c0890-92c6-4050-8b3a-7dcd47e02a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:52:27.490960 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-21c1a50c-addc-47a7-bea4-5652b67924db req-447c0890-92c6-4050-8b3a-7dcd47e02a02 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fe0862b93ee9429196930d5fd745e5cc&device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 1100 time: 0.0560615 Sep 22 16:52:27.617516 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1a50c-addc-47a7-bea4-5652b67924db req-38c48797-65af-4431-b0cc-2fc603200fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:52:27.619030 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-21c1a50c-addc-47a7-bea4-5652b67924db req-38c48797-65af-4431-b0cc-2fc603200fc3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cf6bcf08-16c2-430e-b630-d9fa645b940f HTTP/1.1" status: 200 len: 919 time: 0.1012847 Sep 22 16:52:27.699198 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-21c1a50c-addc-47a7-bea4-5652b67924db req-b328be0e-8068-43ed-af76-6d1b98f0b11d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5f861d7-0c01-4de5-ab7e-d78dceee6656 HTTP/1.1" status: 200 len: 1002 time: 0.0591409 Sep 22 16:52:27.757951 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1a50c-addc-47a7-bea4-5652b67924db req-cf32f196-9e22-4c0f-a392-3614f6041872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:52:27.759708 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-21c1a50c-addc-47a7-bea4-5652b67924db req-cf32f196-9e22-4c0f-a392-3614f6041872 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7d91da0e-c8e1-4689-8df1-180aa1bc9ec6 HTTP/1.1" status: 200 len: 856 time: 0.0507736 Sep 22 16:52:27.813281 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1a50c-addc-47a7-bea4-5652b67924db req-7b3471f0-1cca-45d3-ac9e-6470501d1234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:52:27.814917 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-21c1a50c-addc-47a7-bea4-5652b67924db req-7b3471f0-1cca-45d3-ac9e-6470501d1234 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cf6bcf08-16c2-430e-b630-d9fa645b940f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419497 Sep 22 16:52:27.937136 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-21c1a50c-addc-47a7-bea4-5652b67924db req-b75245ad-277a-4975-a4ed-99b99cea7bde service neutron] 10.222.0.72 "GET /v2.0/networks/cf6bcf08-16c2-430e-b630-d9fa645b940f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877433 Sep 22 16:52:28.028241 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-21c1a50c-addc-47a7-bea4-5652b67924db req-2a2f6442-f66a-42f8-a9fe-223f90979709 service neutron] 10.222.0.72 "GET /v2.0/networks/cf6bcf08-16c2-430e-b630-d9fa645b940f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828288 Sep 22 16:52:28.567622 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a1ee8-3652-4c7e-b55d-8aec16b28fd5 req-6f62fd5e-053c-45ec-8440-18c51fee54b4 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:52:28.569347 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-199a1ee8-3652-4c7e-b55d-8aec16b28fd5 req-6f62fd5e-053c-45ec-8440-18c51fee54b4 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 947 time: 0.0492177 Sep 22 16:52:28.610748 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-199a1ee8-3652-4c7e-b55d-8aec16b28fd5 req-40ea9ad5-9552-40d5-b560-136cdc31c5a2 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351501 Sep 22 16:52:28.685968 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-638e0ff7-25b5-46f4-95bb-bec139440e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:52:29.012415 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:52:29.601988 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-c376604a-15ac-4af8-994c-a8e4e85893e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:52:30.927110 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ea12bc52-457f-4758-858a-1e27800db098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:52:43.089540 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.agents_db [None req-27f04faf-824b-4b06-8ae5-89241b6ab4ba None None] Agent healthcheck: found 6 active agents {{(pid=100455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 16:52:55.724681 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-cbe129f6-da7d-447c-a010-d9a7483af37e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:52:56.190092 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:52:58.686833 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-7b7cbf94-3525-45f2-a101-fc636ad444db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:52:59.014320 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:52:59.605951 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-c376604a-15ac-4af8-994c-a8e4e85893e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:53:00.928789 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ea12bc52-457f-4758-858a-1e27800db098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:53:11.595997 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73426d89-d6d8-4c86-a8fc-161fc809a190 req-ef29a08e-b69a-4e8f-bc50-974f065fd570 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:53:11.597473 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-73426d89-d6d8-4c86-a8fc-161fc809a190 req-ef29a08e-b69a-4e8f-bc50-974f065fd570 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 945 time: 0.0479860 Sep 22 16:53:11.634398 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-73426d89-d6d8-4c86-a8fc-161fc809a190 req-990cd813-5d9b-47d1-86f8-59c4cb343dc0 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303605 Sep 22 16:53:12.746624 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc8ca5-fe77-4e2c-b9f4-4566f73e4319 req-04001a0f-e83d-4866-9831-054eb58b0124 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:53:12.748068 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-accc8ca5-fe77-4e2c-b9f4-4566f73e4319 req-04001a0f-e83d-4866-9831-054eb58b0124 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 945 time: 0.0473421 Sep 22 16:53:12.783733 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-accc8ca5-fe77-4e2c-b9f4-4566f73e4319 req-d38a1b5e-0e11-44cf-9ce4-62865346a3da tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299044 Sep 22 16:53:13.895892 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e563a5e5-f246-4ca8-836a-88a36d5baed4 req-6cb905aa-6753-4766-b906-b87bd5324d82 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:53:13.897970 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-e563a5e5-f246-4ca8-836a-88a36d5baed4 req-6cb905aa-6753-4766-b906-b87bd5324d82 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 945 time: 0.0483768 Sep 22 16:53:13.939523 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-e563a5e5-f246-4ca8-836a-88a36d5baed4 req-49b86507-6d06-47b4-89bb-b5ad20805096 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357530 Sep 22 16:53:15.054242 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13622c42-9c01-4396-94ec-cfbeac15e4df req-e6bcad9c-adab-4c7d-ac59-06188305838e tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:53:15.056538 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-13622c42-9c01-4396-94ec-cfbeac15e4df req-e6bcad9c-adab-4c7d-ac59-06188305838e tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 945 time: 0.0497904 Sep 22 16:53:15.093466 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-13622c42-9c01-4396-94ec-cfbeac15e4df req-a7d0fd18-d51d-432e-9c7a-ef446ca59a73 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310724 Sep 22 16:53:15.876646 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a9310-5ad1-4025-92b7-6d06a5b548fc req-784e1dde-1a8a-4655-91a4-58c905d177ed tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:53:15.878049 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-ba2a9310-5ad1-4025-92b7-6d06a5b548fc req-784e1dde-1a8a-4655-91a4-58c905d177ed tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.66 "GET /v2.0/ports?device_id=0855a05f-67d5-4d62-8d19-9337977edd01 HTTP/1.1" status: 200 len: 945 time: 0.0486751 Sep 22 16:53:15.915010 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-ba2a9310-5ad1-4025-92b7-6d06a5b548fc req-3c50a795-2c6f-42ae-85e3-2c4052653be8 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.66 "GET /v2.0/security-groups?id=c60e207a-2d8c-40f0-8fe7-484e5b83e258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305707 Sep 22 16:53:16.205730 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc760f3d-1ca1-437f-b71c-6539747d621a req-9e7ad058-5d86-480f-8e33-9dfaf54037f7 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:53:16.207195 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-fc760f3d-1ca1-437f-b71c-6539747d621a req-9e7ad058-5d86-480f-8e33-9dfaf54037f7 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 945 time: 0.0473964 Sep 22 16:53:16.247833 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-fc760f3d-1ca1-437f-b71c-6539747d621a req-a80857dd-bb40-4369-ba3f-fe27ac8cce7c tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346889 Sep 22 16:53:17.028259 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887254d5-b57e-4f20-84c9-875aa541fe8a req-e5f9e924-d4bf-4d52-81cf-314044a5340f tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:53:17.029742 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-887254d5-b57e-4f20-84c9-875aa541fe8a req-e5f9e924-d4bf-4d52-81cf-314044a5340f tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.66 "GET /v2.0/ports?device_id=0855a05f-67d5-4d62-8d19-9337977edd01 HTTP/1.1" status: 200 len: 945 time: 0.0481679 Sep 22 16:53:17.066839 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-887254d5-b57e-4f20-84c9-875aa541fe8a req-69119ba4-f54f-4d63-9705-efa0b9db9aaf tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.66 "GET /v2.0/security-groups?id=c60e207a-2d8c-40f0-8fe7-484e5b83e258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313747 Sep 22 16:53:17.361413 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3b2fa7-ac83-42da-bf67-5ab25ac835f5 req-bb15dee1-e6b7-4288-9f4c-698e5e03a30b tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:53:17.362962 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-6e3b2fa7-ac83-42da-bf67-5ab25ac835f5 req-bb15dee1-e6b7-4288-9f4c-698e5e03a30b tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 945 time: 0.0479302 Sep 22 16:53:17.400521 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-6e3b2fa7-ac83-42da-bf67-5ab25ac835f5 req-a29889a2-8bf8-43dc-aa6a-b498b0cc589b tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308800 Sep 22 16:53:17.681176 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6a2ce-3d4f-4c9a-81ac-edbbc1402a4e req-78d0c6ad-23b3-4e19-83c3-e92231721741 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:53:17.682654 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-05a6a2ce-3d4f-4c9a-81ac-edbbc1402a4e req-78d0c6ad-23b3-4e19-83c3-e92231721741 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.72 "GET /v2.0/ports?device_id=0855a05f-67d5-4d62-8d19-9337977edd01 HTTP/1.1" status: 200 len: 945 time: 0.0474391 Sep 22 16:53:17.775074 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.plugin [req-05a6a2ce-3d4f-4c9a-81ac-edbbc1402a4e req-dd826387-cffc-4edd-b599-0753f8c70fa0 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Deleting port 6d1beb50-715b-4812-9927-05b4f237d280 {{(pid=100452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 16:53:17.775412 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-05a6a2ce-3d4f-4c9a-81ac-edbbc1402a4e req-dd826387-cffc-4edd-b599-0753f8c70fa0 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735274981160'] for port, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:53:17.860447 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.db [req-05a6a2ce-3d4f-4c9a-81ac-edbbc1402a4e req-dd826387-cffc-4edd-b599-0753f8c70fa0 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] For port 6d1beb50-715b-4812-9927-05b4f237d280, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=6d1beb50-715b-4812-9927-05b4f237d280,segment=NetworkSegment(6275646c-864f-47d3-8e30-563d3252433e),segment_id=6275646c-864f-47d3-8e30-563d3252433e)] {{(pid=100452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:53:17.860805 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-05a6a2ce-3d4f-4c9a-81ac-edbbc1402a4e req-dd826387-cffc-4edd-b599-0753f8c70fa0 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697305'] for port, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:53:17.876042 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.plugin [req-05a6a2ce-3d4f-4c9a-81ac-edbbc1402a4e req-dd826387-cffc-4edd-b599-0753f8c70fa0 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Calling delete_port for 6d1beb50-715b-4812-9927-05b4f237d280 owned by compute:nova {{(pid=100452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 16:53:17.997782 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-05a6a2ce-3d4f-4c9a-81ac-edbbc1402a4e req-dd826387-cffc-4edd-b599-0753f8c70fa0 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735274987246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735274499786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8763924'] for port, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:53:18.015150 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] get_ports_and_sgs() called for port_ids ['6d1beb50-715b-4812-9927-05b4f237d280'] {{(pid=100454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 16:53:18.027770 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd826387-cffc-4edd-b599-0753f8c70fa0 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Pushing event deleted for resources: {'Port': ['ID=6d1beb50-715b-4812-9927-05b4f237d280,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:53:18.055447 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd826387-cffc-4edd-b599-0753f8c70fa0 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:53:18.055788 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd826387-cffc-4edd-b599-0753f8c70fa0 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:53:18.056116 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd826387-cffc-4edd-b599-0753f8c70fa0 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:53:18.056439 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd826387-cffc-4edd-b599-0753f8c70fa0 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:53:18.056766 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd826387-cffc-4edd-b599-0753f8c70fa0 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:53:18.057085 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd826387-cffc-4edd-b599-0753f8c70fa0 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:53:18.057401 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd826387-cffc-4edd-b599-0753f8c70fa0 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:53:18.057745 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd826387-cffc-4edd-b599-0753f8c70fa0 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:53:18.058060 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd826387-cffc-4edd-b599-0753f8c70fa0 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:53:18.058369 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd826387-cffc-4edd-b599-0753f8c70fa0 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:53:18.058682 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd826387-cffc-4edd-b599-0753f8c70fa0 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:53:18.058989 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd826387-cffc-4edd-b599-0753f8c70fa0 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:53:18.077186 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a6a2ce-3d4f-4c9a-81ac-edbbc1402a4e req-dd826387-cffc-4edd-b599-0753f8c70fa0 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] No DVR routers for this DVR port 6d1beb50-715b-4812-9927-05b4f237d280 on host hv-cinder-80996 {{(pid=100452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 16:53:18.079458 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-05a6a2ce-3d4f-4c9a-81ac-edbbc1402a4e req-dd826387-cffc-4edd-b599-0753f8c70fa0 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306'] for port, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:53:18.081368 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-05a6a2ce-3d4f-4c9a-81ac-edbbc1402a4e req-dd826387-cffc-4edd-b599-0753f8c70fa0 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.72 "DELETE /v2.0/ports/6d1beb50-715b-4812-9927-05b4f237d280 HTTP/1.1" status: 204 len: 173 time: 0.3919060 Sep 22 16:53:18.081829 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0855a05f-67d5-4d62-8d19-9337977edd01', 'name': 'network-vif-deleted', 'tag': '6d1beb50-715b-4812-9927-05b4f237d280'}] {{(pid=100452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 16:53:18.084042 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3daeaf716feba76a3af1624af44cd9d3b401b8dbf4d63f278f059799def7c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ff7a58-eae7-4a6e-ad6f-bf2de6491d71" -d '{"events": [{"server_uuid": "0855a05f-67d5-4d62-8d19-9337977edd01", "name": "network-vif-deleted", "tag": "6d1beb50-715b-4812-9927-05b4f237d280"}]}' {{(pid=100452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:53:18.177409 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 16:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0eb3b69-e211-435b-b230-7f9d3c7ed917 x-openstack-request-id: req-b0eb3b69-e211-435b-b230-7f9d3c7ed917 {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:53:18.177723 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0855a05f-67d5-4d62-8d19-9337977edd01", "name": "network-vif-deleted", "tag": "6d1beb50-715b-4812-9927-05b4f237d280", "status": "completed", "code": 200}]} {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:53:18.177976 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b0eb3b69-e211-435b-b230-7f9d3c7ed917 {{(pid=100452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:53:18.178917 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0855a05f-67d5-4d62-8d19-9337977edd01', 'name': 'network-vif-deleted', 'tag': '6d1beb50-715b-4812-9927-05b4f237d280', 'status': 'completed', 'code': 200} Sep 22 16:53:18.259003 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-299c5bae-47a8-4a20-b83a-496075c45f15 req-d5e95be6-5c0b-4401-b7fa-34fba18c9031 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.66 "GET /v2.0/ports?device_id=0855a05f-67d5-4d62-8d19-9337977edd01 HTTP/1.1" status: 200 len: 210 time: 0.0270901 Sep 22 16:53:18.522776 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f9588-58c2-41df-9d0b-594f54b367f6 req-b195d7b6-c5db-43fc-8ca7-b618217ff099 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:53:18.524118 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-bc5f9588-58c2-41df-9d0b-594f54b367f6 req-b195d7b6-c5db-43fc-8ca7-b618217ff099 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 945 time: 0.0537395 Sep 22 16:53:18.563931 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-bc5f9588-58c2-41df-9d0b-594f54b367f6 req-34aa3e9f-7419-445e-ab8c-73a971881863 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325267 Sep 22 16:53:19.676210 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae9d7f-2d49-4392-ae28-da5f1932761a req-538481b7-3289-4989-b846-5f7ff0be0655 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:53:19.677709 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-e3ae9d7f-2d49-4392-ae28-da5f1932761a req-538481b7-3289-4989-b846-5f7ff0be0655 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 945 time: 0.0475733 Sep 22 16:53:19.715282 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-e3ae9d7f-2d49-4392-ae28-da5f1932761a req-d8bfd512-4823-42b1-a832-23465b5db525 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309732 Sep 22 16:53:20.017615 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.agents_db [None req-27f04faf-824b-4b06-8ae5-89241b6ab4ba None None] Agent healthcheck: found 6 active agents {{(pid=100455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 16:53:20.826073 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c881df5-3b65-46f7-93b0-e32f335270f8 req-d1cad336-37de-4c60-890d-e4a999d17907 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:53:20.827533 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-9c881df5-3b65-46f7-93b0-e32f335270f8 req-d1cad336-37de-4c60-890d-e4a999d17907 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 945 time: 0.0472636 Sep 22 16:53:20.864229 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-9c881df5-3b65-46f7-93b0-e32f335270f8 req-35399024-0b0f-41b2-bab1-b7262c0860d1 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308700 Sep 22 16:53:21.981292 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff718ce-c40f-468c-9e6d-0a42e92a19cc req-59090988-11f7-4391-ac2e-04c951d26abd tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:53:21.982793 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-6ff718ce-c40f-468c-9e6d-0a42e92a19cc req-59090988-11f7-4391-ac2e-04c951d26abd tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 945 time: 0.0524693 Sep 22 16:53:22.019530 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-6ff718ce-c40f-468c-9e6d-0a42e92a19cc req-29d4d40c-1c79-439a-b0ea-6515aed639ad tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307629 Sep 22 16:53:23.131805 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aad333-a46b-4240-b3a0-cfd7f54f02ea req-dae87fb6-58cf-475d-a2ec-927ebf464e7e tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:53:23.133282 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-61aad333-a46b-4240-b3a0-cfd7f54f02ea req-dae87fb6-58cf-475d-a2ec-927ebf464e7e tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 945 time: 0.0480349 Sep 22 16:53:23.172377 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-61aad333-a46b-4240-b3a0-cfd7f54f02ea req-0274de01-e843-4791-ab1d-52312f321bb7 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328748 Sep 22 16:53:23.436573 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device 6d1beb50-715b-4812-9927-05b4f237d280 no longer exists at agent hyperv_hv-cinder-80996 {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 16:53:23.455593 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] No Port match for: 6d1beb50-715b-4812-9927-05b4f237d280 {{(pid=100454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 16:53:23.455941 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device 6d1beb50-715b-4812-9927-05b4f237d280 not bound to the agent host hv-cinder-80996 {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 16:53:24.286279 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9abe39-9b3e-4916-b63c-f30760493ec3 req-1c24682b-0c6c-4115-a0b0-b253dbc88e27 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:53:24.287829 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-0a9abe39-9b3e-4916-b63c-f30760493ec3 req-1c24682b-0c6c-4115-a0b0-b253dbc88e27 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 945 time: 0.0493536 Sep 22 16:53:24.324710 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-0a9abe39-9b3e-4916-b63c-f30760493ec3 req-50a72697-cd90-4612-9da2-6c24ae818396 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310571 Sep 22 16:53:25.442869 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7441c03-ae88-47fa-b6a5-91ad4d71c477 req-3ea4ebb5-410d-49c8-af1a-2e6a1440335f tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:53:25.444760 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-c7441c03-ae88-47fa-b6a5-91ad4d71c477 req-3ea4ebb5-410d-49c8-af1a-2e6a1440335f tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 945 time: 0.0527079 Sep 22 16:53:25.483872 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-c7441c03-ae88-47fa-b6a5-91ad4d71c477 req-335b2d74-5628-41e5-a501-630412f394e1 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330403 Sep 22 16:53:25.724563 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-265928e2-d024-4c13-be4b-a7f37c432e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:53:26.177884 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:53:26.594990 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c2b82c-9671-4c25-ba9d-bffb340f10de req-057d5df6-9420-410a-99ab-8d0618349013 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:53:26.596430 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-37c2b82c-9671-4c25-ba9d-bffb340f10de req-057d5df6-9420-410a-99ab-8d0618349013 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 945 time: 0.0470133 Sep 22 16:53:26.633385 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-37c2b82c-9671-4c25-ba9d-bffb340f10de req-0aacc12d-d05c-47b7-ba5d-f2037812f0ea tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303164 Sep 22 16:53:27.745566 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f2ff1-7d07-4cef-aed1-3e9f0c770bb4 req-8c9d453e-07bb-4f65-8121-d53879d97364 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:53:27.747029 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-cf6f2ff1-7d07-4cef-aed1-3e9f0c770bb4 req-8c9d453e-07bb-4f65-8121-d53879d97364 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 945 time: 0.0473950 Sep 22 16:53:27.784489 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-cf6f2ff1-7d07-4cef-aed1-3e9f0c770bb4 req-fda781d0-c33f-41fa-856a-7107a4a87eb1 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315514 Sep 22 16:53:28.691867 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-f8c5835c-7523-4945-90f9-08398833e2c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:53:28.902552 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2277c1be-96a7-43a5-971e-7ed307d5e302 req-809c6a15-c7c3-405b-a900-a0a6d2f797fa tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:53:28.904039 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-2277c1be-96a7-43a5-971e-7ed307d5e302 req-809c6a15-c7c3-405b-a900-a0a6d2f797fa tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 945 time: 0.0540433 Sep 22 16:53:28.941245 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-2277c1be-96a7-43a5-971e-7ed307d5e302 req-8f757bb3-cb43-4597-89e4-c931713a0cf9 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312927 Sep 22 16:53:29.014713 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:53:29.608692 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-c376604a-15ac-4af8-994c-a8e4e85893e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:53:29.809440 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-fd82630e-cf34-4e34-b162-8b83fddbd68e req-4633b5f1-20c9-42ca-8e21-86aeb405551b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d2e50832-560d-4052-a8fa-1793c36e8816&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0937364 Sep 22 16:53:29.871856 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd82630e-cf34-4e34-b162-8b83fddbd68e req-d16567d3-1c67-4cde-acd0-a1abf2d50b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:53:29.873220 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-fd82630e-cf34-4e34-b162-8b83fddbd68e req-d16567d3-1c67-4cde-acd0-a1abf2d50b02 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4268d5a7c3ba47fc9f303a67b37aee7a&device_id=d2e50832-560d-4052-a8fa-1793c36e8816 HTTP/1.1" status: 200 len: 1098 time: 0.0402534 Sep 22 16:53:29.977351 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd82630e-cf34-4e34-b162-8b83fddbd68e req-2bbf6e6d-333b-464d-8167-53c15a7e9909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:53:29.978903 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-fd82630e-cf34-4e34-b162-8b83fddbd68e req-2bbf6e6d-333b-464d-8167-53c15a7e9909 service neutron] 10.222.0.72 "GET /v2.0/networks?id=aababfd4-24d1-4477-9e08-13669f02d6c3 HTTP/1.1" status: 200 len: 914 time: 0.0852418 Sep 22 16:53:30.044812 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-fd82630e-cf34-4e34-b162-8b83fddbd68e req-8ff2422a-8b06-4dec-8972-6863980ad65e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5cd820d1-76ae-4e2d-8fac-655170849749 HTTP/1.1" status: 200 len: 1001 time: 0.0582793 Sep 22 16:53:30.058982 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaadea6-52a8-48c6-b698-4247001468f8 req-4c1dfd6f-7df7-4be1-a77a-6297d33583ea tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:53:30.060545 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-9aaadea6-52a8-48c6-b698-4247001468f8 req-4c1dfd6f-7df7-4be1-a77a-6297d33583ea tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 945 time: 0.0530295 Sep 22 16:53:30.099127 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd82630e-cf34-4e34-b162-8b83fddbd68e req-1c2b31ac-b38e-4869-8db7-f70032ea5969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:53:30.100559 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-9aaadea6-52a8-48c6-b698-4247001468f8 req-e295d640-0c0f-422c-ba16-a38e800c71f8 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336297 Sep 22 16:53:30.100757 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-fd82630e-cf34-4e34-b162-8b83fddbd68e req-1c2b31ac-b38e-4869-8db7-f70032ea5969 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fd70f39b-af57-4d8a-9640-3850988db9e5 HTTP/1.1" status: 200 len: 851 time: 0.0484278 Sep 22 16:53:30.146752 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd82630e-cf34-4e34-b162-8b83fddbd68e req-041d9d3a-0a60-414c-bbee-de80194e9c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:53:30.148258 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-fd82630e-cf34-4e34-b162-8b83fddbd68e req-041d9d3a-0a60-414c-bbee-de80194e9c09 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=aababfd4-24d1-4477-9e08-13669f02d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405719 Sep 22 16:53:30.244470 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-fd82630e-cf34-4e34-b162-8b83fddbd68e req-cd5aade2-b988-4877-9483-be7d9791081e service neutron] 10.222.0.72 "GET /v2.0/networks/aababfd4-24d1-4477-9e08-13669f02d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887306 Sep 22 16:53:30.302553 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb7c41-f4b8-4154-88c3-c30c5c91796a req-d3234a05-6939-48f7-a2e4-cf6cf6d7ba19 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:53:30.305098 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-8ffb7c41-f4b8-4154-88c3-c30c5c91796a req-d3234a05-6939-48f7-a2e4-cf6cf6d7ba19 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 945 time: 0.0498171 Sep 22 16:53:30.346140 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-8ffb7c41-f4b8-4154-88c3-c30c5c91796a req-4c62a36a-0ddb-45ed-b483-e6f2eb4b7137 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350671 Sep 22 16:53:30.382113 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-fd82630e-cf34-4e34-b162-8b83fddbd68e req-87ea91e9-3102-420a-b9ce-1b13a0268d29 service neutron] 10.222.0.72 "GET /v2.0/networks/aababfd4-24d1-4477-9e08-13669f02d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234245 Sep 22 16:53:30.383615 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02215b72-fbf2-4ef5-9401-0150b7292fb2 req-9d8245a7-1d87-4e02-9677-e05a4825fee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:53:30.384970 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-02215b72-fbf2-4ef5-9401-0150b7292fb2 req-9d8245a7-1d87-4e02-9677-e05a4825fee3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=561be258dcb34fb388cd55aeb3bb42b0&device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 1098 time: 0.0914249 Sep 22 16:53:30.476297 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02215b72-fbf2-4ef5-9401-0150b7292fb2 req-c4bcba72-862b-485e-8c5d-b6e86da9f664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:53:30.477755 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-02215b72-fbf2-4ef5-9401-0150b7292fb2 req-c4bcba72-862b-485e-8c5d-b6e86da9f664 service neutron] 10.222.0.72 "GET /v2.0/networks?id=818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5 HTTP/1.1" status: 200 len: 912 time: 0.0856454 Sep 22 16:53:30.540360 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-02215b72-fbf2-4ef5-9401-0150b7292fb2 req-a20c45ed-c76d-488e-a55b-36abff558420 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a718f0a-bbc2-4ab1-8f9e-3eee69237667 HTTP/1.1" status: 200 len: 1000 time: 0.0552702 Sep 22 16:53:30.590943 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02215b72-fbf2-4ef5-9401-0150b7292fb2 req-6caa9c52-9080-4201-8301-e0b9d8dcf32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:53:30.592316 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-02215b72-fbf2-4ef5-9401-0150b7292fb2 req-6caa9c52-9080-4201-8301-e0b9d8dcf32c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6b2e37f6-e9e1-49ca-adc1-92f53c49454f HTTP/1.1" status: 200 len: 849 time: 0.0450490 Sep 22 16:53:30.638313 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02215b72-fbf2-4ef5-9401-0150b7292fb2 req-41371194-2f58-4dbd-a003-58f5a757fba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:53:30.639694 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-02215b72-fbf2-4ef5-9401-0150b7292fb2 req-41371194-2f58-4dbd-a003-58f5a757fba7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400209 Sep 22 16:53:30.727855 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-02215b72-fbf2-4ef5-9401-0150b7292fb2 req-ee1b8f3e-f3ff-49bf-8cbb-439ad749246f service neutron] 10.222.0.72 "GET /v2.0/networks/818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808036 Sep 22 16:53:30.821469 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-02215b72-fbf2-4ef5-9401-0150b7292fb2 req-acb4af7c-e487-4d8a-9dfa-8c77bbbd74e7 service neutron] 10.222.0.72 "GET /v2.0/networks/818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855470 Sep 22 16:53:30.931983 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ea12bc52-457f-4758-858a-1e27800db098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:53:31.327563 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe05301a-e982-4f8f-a2ff-b610e4f67871 req-a9535808-803e-41e4-b097-2ac5adcd83c5 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:53:31.329046 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-fe05301a-e982-4f8f-a2ff-b610e4f67871 req-a9535808-803e-41e4-b097-2ac5adcd83c5 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.66 "GET /v2.0/networks?id=f0453248-23d4-46d7-9443-d31bc557c622 HTTP/1.1" status: 200 len: 814 time: 0.1048770 Sep 22 16:53:31.346194 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-fe05301a-e982-4f8f-a2ff-b610e4f67871 req-0e2f03b0-4485-4c16-8fed-2c8c59e38be8 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.66 "GET /v2.0/quotas/5cfc60c9f75a4502b811e627d264659f HTTP/1.1" status: 200 len: 375 time: 0.0097845 Sep 22 16:53:31.381407 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-fe05301a-e982-4f8f-a2ff-b610e4f67871 req-a6081d16-0193-42ef-b5f3-634566891772 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5cfc60c9f75a4502b811e627d264659f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275500 Sep 22 16:53:31.528621 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-fe05301a-e982-4f8f-a2ff-b610e4f67871 req-c4067cf6-3195-4a3b-bed0-bfab92a95958 service neutron] 10.222.0.66 "GET /v2.0/networks/f0453248-23d4-46d7-9443-d31bc557c622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388350 Sep 22 16:53:31.615563 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-fe05301a-e982-4f8f-a2ff-b610e4f67871 req-7e224db8-08ac-46d4-9f6e-42a095899048 service neutron] 10.222.0.66 "GET /v2.0/networks/f0453248-23d4-46d7-9443-d31bc557c622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804610 Sep 22 16:53:31.808467 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c741de93-0dd6-41b2-91ab-b0cf84783c1a req-efda25d5-edab-4355-aabc-384540d83773 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:53:31.810059 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-c741de93-0dd6-41b2-91ab-b0cf84783c1a req-efda25d5-edab-4355-aabc-384540d83773 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 945 time: 0.0555139 Sep 22 16:53:31.848373 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-c741de93-0dd6-41b2-91ab-b0cf84783c1a req-b7dd792e-eb6e-4fe3-9bf5-94d470825e2a tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323973 Sep 22 16:53:31.913422 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-53f7bb1f-72e7-4d6c-8bad-c22f1cd5e223 req-174a68dc-7cc6-431c-ade4-da7b1411db32 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.66 "GET /v2.0/ports?device_id=65ca32de-68fa-46cc-9db7-ed1ebbe30d79 HTTP/1.1" status: 200 len: 210 time: 0.0269763 Sep 22 16:53:32.797811 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe05301a-e982-4f8f-a2ff-b610e4f67871 req-d6b0613e-e09d-4807-a0cc-068fdeaee4c9 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:53:32.799239 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-fe05301a-e982-4f8f-a2ff-b610e4f67871 req-d6b0613e-e09d-4807-a0cc-068fdeaee4c9 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.72 "GET /v2.0/networks?id=f0453248-23d4-46d7-9443-d31bc557c622 HTTP/1.1" status: 200 len: 814 time: 0.1045725 Sep 22 16:53:32.812210 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [req-fe05301a-e982-4f8f-a2ff-b610e4f67871 req-ae30f74a-1c20-4699-a844-f55c8bc560fd tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Request body: {'port': {'device_id': '65ca32de-68fa-46cc-9db7-ed1ebbe30d79', 'network_id': 'f0453248-23d4-46d7-9443-d31bc557c622', 'admin_state_up': True, 'tenant_id': '5cfc60c9f75a4502b811e627d264659f'}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:53:32.918253 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe05301a-e982-4f8f-a2ff-b610e4f67871 req-ae30f74a-1c20-4699-a844-f55c8bc560fd tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Made reservation on behalf of 5cfc60c9f75a4502b811e627d264659f for: {'port': 1} {{(pid=100452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:53:32.921753 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-fe05301a-e982-4f8f-a2ff-b610e4f67871 req-ae30f74a-1c20-4699-a844-f55c8bc560fd tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:53:33.007064 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-927170c4-6400-4c7e-877a-c359ffbdf7c0 req-8063b4bf-be5d-4fc1-aa4e-7b680d040d3b tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.66 "GET /v2.0/ports?device_id=65ca32de-68fa-46cc-9db7-ed1ebbe30d79 HTTP/1.1" status: 200 len: 210 time: 0.0261297 Sep 22 16:53:33.048390 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.db_base_plugin_common [req-fe05301a-e982-4f8f-a2ff-b610e4f67871 req-ae30f74a-1c20-4699-a844-f55c8bc560fd tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Allocated IP 172.20.0.7 (f0453248-23d4-46d7-9443-d31bc557c622/db80fe64-1a6c-4aec-bf9b-9a11935879e3/b781c921-22a8-42a3-931d-e27218ba99e2) {{(pid=100452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:53:33.190278 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-fe05301a-e982-4f8f-a2ff-b610e4f67871 req-ae30f74a-1c20-4699-a844-f55c8bc560fd tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Notify callbacks [] for port, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:53:33.221776 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-fe05301a-e982-4f8f-a2ff-b610e4f67871 req-ae30f74a-1c20-4699-a844-f55c8bc560fd tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735274499777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8763924'] for port, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:53:33.261976 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe05301a-e982-4f8f-a2ff-b610e4f67871 req-ae30f74a-1c20-4699-a844-f55c8bc560fd tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Network f0453248-23d4-46d7-9443-d31bc557c622 is already hosted by enough agents. {{(pid=100452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:53:33.264949 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.base_scheduler [req-fe05301a-e982-4f8f-a2ff-b610e4f67871 req-ae30f74a-1c20-4699-a844-f55c8bc560fd tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Resources bound (agent type, host, resource id): {{(pid=100452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:53:33.268518 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe05301a-e982-4f8f-a2ff-b610e4f67871 req-ae30f74a-1c20-4699-a844-f55c8bc560fd tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Received port after_create {{(pid=100452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 16:53:33.295155 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae30f74a-1c20-4699-a844-f55c8bc560fd tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Pushing event updated for resources: {'Port': ['ID=b781c921-22a8-42a3-931d-e27218ba99e2,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:53:33.322659 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe05301a-e982-4f8f-a2ff-b610e4f67871 req-ae30f74a-1c20-4699-a844-f55c8bc560fd tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:53:33.323267 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-fe05301a-e982-4f8f-a2ff-b610e4f67871 req-ae30f74a-1c20-4699-a844-f55c8bc560fd tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306'] for port, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:53:33.336495 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-fe05301a-e982-4f8f-a2ff-b610e4f67871 req-ae30f74a-1c20-4699-a844-f55c8bc560fd tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5282087 Sep 22 16:53:33.348742 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [req-fe05301a-e982-4f8f-a2ff-b610e4f67871 req-c1d0a1e0-84fa-4534-8d16-b6edbd8d3436 service neutron] Request body: {'port': {'device_id': '65ca32de-68fa-46cc-9db7-ed1ebbe30d79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:53:33.403629 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-fe05301a-e982-4f8f-a2ff-b610e4f67871 req-c1d0a1e0-84fa-4534-8d16-b6edbd8d3436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:53:33.652230 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.notifiers.nova [req-fe05301a-e982-4f8f-a2ff-b610e4f67871 req-c1d0a1e0-84fa-4534-8d16-b6edbd8d3436 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b781c921-22a8-42a3-931d-e27218ba99e2 {{(pid=100452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 16:53:33.659207 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-fe05301a-e982-4f8f-a2ff-b610e4f67871 req-c1d0a1e0-84fa-4534-8d16-b6edbd8d3436 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:53:33.671442 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.provisioning_blocks [req-fe05301a-e982-4f8f-a2ff-b610e4f67871 req-c1d0a1e0-84fa-4534-8d16-b6edbd8d3436 service neutron] Transition to ACTIVE for port object b781c921-22a8-42a3-931d-e27218ba99e2 will not be triggered until provisioned by entity L2. {{(pid=100452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:53:33.675299 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-fe05301a-e982-4f8f-a2ff-b610e4f67871 req-c1d0a1e0-84fa-4534-8d16-b6edbd8d3436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8763935'] for port, after_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:53:33.736966 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d0a1e0-84fa-4534-8d16-b6edbd8d3436 service neutron] Pushing event updated for resources: {'Port': ['ID=b781c921-22a8-42a3-931d-e27218ba99e2,revision_number=2']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:53:33.789268 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.managers [req-fe05301a-e982-4f8f-a2ff-b610e4f67871 req-c1d0a1e0-84fa-4534-8d16-b6edbd8d3436 service neutron] Attempting to bind port b781c921-22a8-42a3-931d-e27218ba99e2 on host hv-cinder-80996 for vnic_type normal with profile {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 16:53:33.789620 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.managers [req-fe05301a-e982-4f8f-a2ff-b610e4f67871 req-c1d0a1e0-84fa-4534-8d16-b6edbd8d3436 service neutron] Attempting to bind port b781c921-22a8-42a3-931d-e27218ba99e2 by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': '6275646c-864f-47d3-8e30-563d3252433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'f0453248-23d4-46d7-9443-d31bc557c622'}] {{(pid=100452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 16:53:33.789945 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe05301a-e982-4f8f-a2ff-b610e4f67871 req-c1d0a1e0-84fa-4534-8d16-b6edbd8d3436 service neutron] Attempting to bind port b781c921-22a8-42a3-931d-e27218ba99e2 on network f0453248-23d4-46d7-9443-d31bc557c622 {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 16:53:33.794040 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe05301a-e982-4f8f-a2ff-b610e4f67871 req-c1d0a1e0-84fa-4534-8d16-b6edbd8d3436 service neutron] Port b781c921-22a8-42a3-931d-e27218ba99e2 on network f0453248-23d4-46d7-9443-d31bc557c622 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 16:53:33.794347 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe05301a-e982-4f8f-a2ff-b610e4f67871 req-c1d0a1e0-84fa-4534-8d16-b6edbd8d3436 service neutron] Attempting to bind port b781c921-22a8-42a3-931d-e27218ba99e2 on network f0453248-23d4-46d7-9443-d31bc557c622 {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 16:53:33.798931 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe05301a-e982-4f8f-a2ff-b610e4f67871 req-c1d0a1e0-84fa-4534-8d16-b6edbd8d3436 service neutron] Checking agent: {'id': 'b620640a-8129-43ac-bbbc-6cb85f2c2acf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 16, 45, 26), 'started_at': datetime.datetime(2021, 9, 22, 16, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 16, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 16:53:33.799531 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe05301a-e982-4f8f-a2ff-b610e4f67871 req-c1d0a1e0-84fa-4534-8d16-b6edbd8d3436 service neutron] Checking segment: {'id': '6275646c-864f-47d3-8e30-563d3252433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'f0453248-23d4-46d7-9443-d31bc557c622'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 16:53:33.799650 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe05301a-e982-4f8f-a2ff-b610e4f67871 req-c1d0a1e0-84fa-4534-8d16-b6edbd8d3436 service neutron] Bound using segment: {'id': '6275646c-864f-47d3-8e30-563d3252433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'f0453248-23d4-46d7-9443-d31bc557c622'} {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 16:53:33.800014 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.managers [req-fe05301a-e982-4f8f-a2ff-b610e4f67871 req-c1d0a1e0-84fa-4534-8d16-b6edbd8d3436 service neutron] Bound port: b781c921-22a8-42a3-931d-e27218ba99e2, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6275646c-864f-47d3-8e30-563d3252433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'f0453248-23d4-46d7-9443-d31bc557c622'}}] {{(pid=100452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 16:53:33.800358 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-fe05301a-e982-4f8f-a2ff-b610e4f67871 req-c1d0a1e0-84fa-4534-8d16-b6edbd8d3436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:53:33.860490 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.db [req-fe05301a-e982-4f8f-a2ff-b610e4f67871 req-c1d0a1e0-84fa-4534-8d16-b6edbd8d3436 service neutron] For port b781c921-22a8-42a3-931d-e27218ba99e2, host hv-cinder-80996, cleared binding levels {{(pid=100452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 16:53:33.863464 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.db [req-fe05301a-e982-4f8f-a2ff-b610e4f67871 req-c1d0a1e0-84fa-4534-8d16-b6edbd8d3436 service neutron] For port b781c921-22a8-42a3-931d-e27218ba99e2, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=b781c921-22a8-42a3-931d-e27218ba99e2,segment=NetworkSegment(6275646c-864f-47d3-8e30-563d3252433e),segment_id=6275646c-864f-47d3-8e30-563d3252433e)] {{(pid=100452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 16:53:33.867211 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-fe05301a-e982-4f8f-a2ff-b610e4f67871 req-c1d0a1e0-84fa-4534-8d16-b6edbd8d3436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8763935'] for port, after_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:53:33.898513 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe05301a-e982-4f8f-a2ff-b610e4f67871 req-c1d0a1e0-84fa-4534-8d16-b6edbd8d3436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:53:33.899110 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-fe05301a-e982-4f8f-a2ff-b610e4f67871 req-c1d0a1e0-84fa-4534-8d16-b6edbd8d3436 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306'] for port, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:53:33.900461 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-fe05301a-e982-4f8f-a2ff-b610e4f67871 req-c1d0a1e0-84fa-4534-8d16-b6edbd8d3436 service neutron] 10.222.0.72 "PUT /v2.0/ports/b781c921-22a8-42a3-931d-e27218ba99e2 HTTP/1.1" status: 200 len: 1093 time: 0.5555992 Sep 22 16:53:33.900911 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65ca32de-68fa-46cc-9db7-ed1ebbe30d79', 'tag': 'b781c921-22a8-42a3-931d-e27218ba99e2'}] {{(pid=100452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 16:53:33.903192 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3daeaf716feba76a3af1624af44cd9d3b401b8dbf4d63f278f059799def7c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc5e29d-abaf-4c3e-b1df-8b0929412ddd" -d '{"events": [{"name": "network-changed", "server_uuid": "65ca32de-68fa-46cc-9db7-ed1ebbe30d79", "tag": "b781c921-22a8-42a3-931d-e27218ba99e2"}]}' {{(pid=100452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:53:33.930462 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d0a1e0-84fa-4534-8d16-b6edbd8d3436 service neutron] Pushing event updated for resources: {'Port': ['ID=b781c921-22a8-42a3-931d-e27218ba99e2,revision_number=3']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:53:33.938800 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 16:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7dd521a-d71f-4e93-9b50-7d3d81a8afdf x-openstack-request-id: req-b7dd521a-d71f-4e93-9b50-7d3d81a8afdf {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:53:33.939085 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65ca32de-68fa-46cc-9db7-ed1ebbe30d79", "tag": "b781c921-22a8-42a3-931d-e27218ba99e2", "status": "completed", "code": 200}]} {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:53:33.939489 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b7dd521a-d71f-4e93-9b50-7d3d81a8afdf {{(pid=100452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:53:33.939721 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65ca32de-68fa-46cc-9db7-ed1ebbe30d79', 'tag': 'b781c921-22a8-42a3-931d-e27218ba99e2', 'status': 'completed', 'code': 200} Sep 22 16:53:33.991940 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe05301a-e982-4f8f-a2ff-b610e4f67871 req-59af783b-b692-4f39-8a38-b5efae6876f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:53:33.993415 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-fe05301a-e982-4f8f-a2ff-b610e4f67871 req-59af783b-b692-4f39-8a38-b5efae6876f6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5cfc60c9f75a4502b811e627d264659f&device_id=65ca32de-68fa-46cc-9db7-ed1ebbe30d79 HTTP/1.1" status: 200 len: 1096 time: 0.0441222 Sep 22 16:53:34.130003 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9739fb-93cb-4bae-a6a1-aecce43556cc req-85ecb96d-eb84-483f-aeae-ed196a8e13c7 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:53:34.131750 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-5e9739fb-93cb-4bae-a6a1-aecce43556cc req-85ecb96d-eb84-483f-aeae-ed196a8e13c7 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.66 "GET /v2.0/ports?device_id=65ca32de-68fa-46cc-9db7-ed1ebbe30d79 HTTP/1.1" status: 200 len: 943 time: 0.0509615 Sep 22 16:53:34.176798 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-5e9739fb-93cb-4bae-a6a1-aecce43556cc req-b9656433-4362-43a2-9181-0fc1edec746a tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.66 "GET /v2.0/security-groups?id=c60e207a-2d8c-40f0-8fe7-484e5b83e258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387490 Sep 22 16:53:34.250554 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-fe05301a-e982-4f8f-a2ff-b610e4f67871 req-c0cb1ccd-d911-4950-a0a0-2a14fc36b58a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b781c921-22a8-42a3-931d-e27218ba99e2 HTTP/1.1" status: 200 len: 217 time: 0.2487068 Sep 22 16:53:34.299751 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe05301a-e982-4f8f-a2ff-b610e4f67871 req-bbfbf25e-94cc-46fb-87de-eb6013386686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:53:34.301167 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-fe05301a-e982-4f8f-a2ff-b610e4f67871 req-bbfbf25e-94cc-46fb-87de-eb6013386686 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=db80fe64-1a6c-4aec-bf9b-9a11935879e3 HTTP/1.1" status: 200 len: 854 time: 0.0419514 Sep 22 16:53:34.332003 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-fe05301a-e982-4f8f-a2ff-b610e4f67871 req-0a600b90-46a3-407d-a461-8bb55447339b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f0453248-23d4-46d7-9443-d31bc557c622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238891 Sep 22 16:53:34.421567 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-fe05301a-e982-4f8f-a2ff-b610e4f67871 req-afc6cff0-6723-42b7-9c7b-950b0b180b07 service neutron] 10.222.0.72 "GET /v2.0/networks/f0453248-23d4-46d7-9443-d31bc557c622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817995 Sep 22 16:53:34.510766 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-fe05301a-e982-4f8f-a2ff-b610e4f67871 req-ddaa2db5-c043-4601-9e6f-4bc33a5d26ef service neutron] 10.222.0.72 "GET /v2.0/networks/f0453248-23d4-46d7-9443-d31bc557c622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818443 Sep 22 16:53:34.597037 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc5e29d-abaf-4c3e-b1df-8b0929412ddd req-8f875729-9f6c-461f-b7ce-89f97eb0994a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:53:34.598528 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-bcc5e29d-abaf-4c3e-b1df-8b0929412ddd req-8f875729-9f6c-461f-b7ce-89f97eb0994a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5cfc60c9f75a4502b811e627d264659f&device_id=65ca32de-68fa-46cc-9db7-ed1ebbe30d79 HTTP/1.1" status: 200 len: 1096 time: 0.0404675 Sep 22 16:53:34.685651 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc5e29d-abaf-4c3e-b1df-8b0929412ddd req-057ee809-54f5-41b9-80cf-d56a6bdb9b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:53:34.687087 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-bcc5e29d-abaf-4c3e-b1df-8b0929412ddd req-057ee809-54f5-41b9-80cf-d56a6bdb9b6a service neutron] 10.222.0.72 "GET /v2.0/networks?id=f0453248-23d4-46d7-9443-d31bc557c622 HTTP/1.1" status: 200 len: 916 time: 0.0813494 Sep 22 16:53:34.729757 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-bcc5e29d-abaf-4c3e-b1df-8b0929412ddd req-6aab1c2c-1fd2-4c0b-bb30-7213b7712cbd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b781c921-22a8-42a3-931d-e27218ba99e2 HTTP/1.1" status: 200 len: 217 time: 0.0351820 Sep 22 16:53:34.778073 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc5e29d-abaf-4c3e-b1df-8b0929412ddd req-7eb987fa-c724-4fe1-9a95-d4ad7819be72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:53:34.779405 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-bcc5e29d-abaf-4c3e-b1df-8b0929412ddd req-7eb987fa-c724-4fe1-9a95-d4ad7819be72 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=db80fe64-1a6c-4aec-bf9b-9a11935879e3 HTTP/1.1" status: 200 len: 854 time: 0.0429695 Sep 22 16:53:34.811278 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-bcc5e29d-abaf-4c3e-b1df-8b0929412ddd req-90c3d49d-acfd-41a4-95b4-a31cffcb34b3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f0453248-23d4-46d7-9443-d31bc557c622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248473 Sep 22 16:53:34.903057 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-bcc5e29d-abaf-4c3e-b1df-8b0929412ddd req-01b11dc5-5fec-42e5-99f6-c31c942c42df service neutron] 10.222.0.72 "GET /v2.0/networks/f0453248-23d4-46d7-9443-d31bc557c622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835433 Sep 22 16:53:34.989089 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-bcc5e29d-abaf-4c3e-b1df-8b0929412ddd req-a58508f7-1bb2-4be1-8b2d-f60be735879c service neutron] 10.222.0.72 "GET /v2.0/networks/f0453248-23d4-46d7-9443-d31bc557c622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789688 Sep 22 16:53:35.289925 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c910a3-6c8d-492b-8a23-43945a91f531 req-b2bbf8fe-9b80-45ac-82a9-4cd2e590d9b4 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:53:35.291362 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-d0c910a3-6c8d-492b-8a23-43945a91f531 req-b2bbf8fe-9b80-45ac-82a9-4cd2e590d9b4 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.66 "GET /v2.0/ports?device_id=65ca32de-68fa-46cc-9db7-ed1ebbe30d79 HTTP/1.1" status: 200 len: 943 time: 0.0472763 Sep 22 16:53:35.327867 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-d0c910a3-6c8d-492b-8a23-43945a91f531 req-6ff69818-3ad8-4b21-9bda-87ddc2432fb4 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.66 "GET /v2.0/security-groups?id=c60e207a-2d8c-40f0-8fe7-484e5b83e258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307257 Sep 22 16:53:36.456518 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909b97c9-44ca-4140-b99d-e7569618c9fa req-5394ba77-d78a-4c25-92bc-87ca426a41dc tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:53:36.457922 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-909b97c9-44ca-4140-b99d-e7569618c9fa req-5394ba77-d78a-4c25-92bc-87ca426a41dc tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.66 "GET /v2.0/ports?device_id=65ca32de-68fa-46cc-9db7-ed1ebbe30d79 HTTP/1.1" status: 200 len: 943 time: 0.0643401 Sep 22 16:53:36.494731 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-909b97c9-44ca-4140-b99d-e7569618c9fa req-84ea75d8-9c40-4af5-8e01-93095c4f1e23 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.66 "GET /v2.0/security-groups?id=c60e207a-2d8c-40f0-8fe7-484e5b83e258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309076 Sep 22 16:53:37.606318 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d54986b-0ac1-4462-a1e5-d8c04c54debd req-b04ade45-919a-4e96-bbd9-b037355cfd23 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:53:37.607787 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-4d54986b-0ac1-4462-a1e5-d8c04c54debd req-b04ade45-919a-4e96-bbd9-b037355cfd23 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.66 "GET /v2.0/ports?device_id=65ca32de-68fa-46cc-9db7-ed1ebbe30d79 HTTP/1.1" status: 200 len: 943 time: 0.0469592 Sep 22 16:53:37.649941 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-4d54986b-0ac1-4462-a1e5-d8c04c54debd req-79a0e3fd-83c1-490f-88e6-20ac8a04a277 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.66 "GET /v2.0/security-groups?id=c60e207a-2d8c-40f0-8fe7-484e5b83e258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362368 Sep 22 16:53:38.760024 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4247c7-4f3a-427f-9493-7de5e2578a21 req-6ef2ce17-2b81-42dc-a10c-c328c17c8664 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:53:38.761748 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-1e4247c7-4f3a-427f-9493-7de5e2578a21 req-6ef2ce17-2b81-42dc-a10c-c328c17c8664 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.66 "GET /v2.0/ports?device_id=65ca32de-68fa-46cc-9db7-ed1ebbe30d79 HTTP/1.1" status: 200 len: 943 time: 0.0481784 Sep 22 16:53:38.798108 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-1e4247c7-4f3a-427f-9493-7de5e2578a21 req-420e0410-d397-4976-8048-3fa4a1daa086 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.66 "GET /v2.0/security-groups?id=c60e207a-2d8c-40f0-8fe7-484e5b83e258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305154 Sep 22 16:53:39.507632 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device b781c921-22a8-42a3-931d-e27218ba99e2 details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=100454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 16:53:39.601856 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port b781c921-22a8-42a3-931d-e27218ba99e2, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=b781c921-22a8-42a3-931d-e27218ba99e2,segment=NetworkSegment(6275646c-864f-47d3-8e30-563d3252433e),segment_id=6275646c-864f-47d3-8e30-563d3252433e)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:53:39.612391 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Returning: {'device': 'b781c921-22a8-42a3-931d-e27218ba99e2', 'network_id': 'f0453248-23d4-46d7-9443-d31bc557c622', 'port_id': 'b781c921-22a8-42a3-931d-e27218ba99e2', 'mac_address': 'fa:16:3e:71:aa:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db80fe64-1a6c-4aec-bf9b-9a11935879e3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 16:53:39.648608 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:53:39.660427 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.notifiers.nova [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b781c921-22a8-42a3-931d-e27218ba99e2 {{(pid=100454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 16:53:39.680510 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port b781c921-22a8-42a3-931d-e27218ba99e2, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=b781c921-22a8-42a3-931d-e27218ba99e2,segment=NetworkSegment(6275646c-864f-47d3-8e30-563d3252433e),segment_id=6275646c-864f-47d3-8e30-563d3252433e)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:53:39.684397 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:53:39.732889 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Pushing event updated for resources: {'Port': ['ID=b781c921-22a8-42a3-931d-e27218ba99e2,revision_number=4']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:53:39.740138 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:53:39.740485 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:53:39.740822 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:53:39.741150 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:53:39.741473 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:53:39.741824 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:53:39.742143 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:53:39.742463 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:53:39.742786 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:53:39.743096 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:53:39.743410 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:53:39.743724 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:53:39.914991 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52099fd-2d42-4943-93b6-d60e6c094935 req-dcac6076-99c1-44d8-8905-5c72a4c825f5 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:53:39.916494 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f52099fd-2d42-4943-93b6-d60e6c094935 req-dcac6076-99c1-44d8-8905-5c72a4c825f5 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.66 "GET /v2.0/ports?device_id=65ca32de-68fa-46cc-9db7-ed1ebbe30d79 HTTP/1.1" status: 200 len: 944 time: 0.0486436 Sep 22 16:53:39.953433 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f52099fd-2d42-4943-93b6-d60e6c094935 req-afd2cfc4-403c-4e0f-b04a-4cfcb1037c10 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.66 "GET /v2.0/security-groups?id=c60e207a-2d8c-40f0-8fe7-484e5b83e258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310867 Sep 22 16:53:40.054293 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] get_ports_and_sgs() called for port_ids ['b781c921-22a8-42a3-931d-e27218ba99e2'] {{(pid=100454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 16:53:41.065440 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f5f0b3-cc1a-46db-9003-99501d9dd192 req-fccfea04-07c4-4532-bb04-511314a441d1 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:53:41.066933 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-04f5f0b3-cc1a-46db-9003-99501d9dd192 req-fccfea04-07c4-4532-bb04-511314a441d1 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.66 "GET /v2.0/ports?device_id=65ca32de-68fa-46cc-9db7-ed1ebbe30d79 HTTP/1.1" status: 200 len: 944 time: 0.0481334 Sep 22 16:53:41.108243 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-04f5f0b3-cc1a-46db-9003-99501d9dd192 req-f09555bc-7ee1-4cd8-8680-b474a65dcd4b tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.66 "GET /v2.0/security-groups?id=c60e207a-2d8c-40f0-8fe7-484e5b83e258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348327 Sep 22 16:53:41.507558 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device b781c921-22a8-42a3-931d-e27218ba99e2 up at agent hyperv_hv-cinder-80996 {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 16:53:41.556756 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Provisioning for port b781c921-22a8-42a3-931d-e27218ba99e2 completed by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:53:41.560450 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Provisioning complete for port b781c921-22a8-42a3-931d-e27218ba99e2 triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:53:41.560823 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:53:41.634232 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:53:41.655249 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ca32de-68fa-46cc-9db7-ed1ebbe30d79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b781c921-22a8-42a3-931d-e27218ba99e2'}] {{(pid=100454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 16:53:41.657448 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16d40b4f2de209020387121264880f1a965f25742078a59137d58ca0948e8304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59484565-cf2d-4e4f-ba10-17d15dd830e4" -d '{"events": [{"server_uuid": "65ca32de-68fa-46cc-9db7-ed1ebbe30d79", "name": "network-vif-plugged", "status": "completed", "tag": "b781c921-22a8-42a3-931d-e27218ba99e2"}]}' {{(pid=100454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:53:41.670708 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port b781c921-22a8-42a3-931d-e27218ba99e2, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=b781c921-22a8-42a3-931d-e27218ba99e2,segment=NetworkSegment(6275646c-864f-47d3-8e30-563d3252433e),segment_id=6275646c-864f-47d3-8e30-563d3252433e)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:53:41.674946 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:53:41.721414 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Pushing event updated for resources: {'Port': ['ID=b781c921-22a8-42a3-931d-e27218ba99e2,revision_number=5']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:53:41.750376 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 16:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316f3735-7ecc-465c-a316-7f78b732ded5 x-openstack-request-id: req-316f3735-7ecc-465c-a316-7f78b732ded5 {{(pid=100454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:53:41.750686 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65ca32de-68fa-46cc-9db7-ed1ebbe30d79", "name": "network-vif-plugged", "status": "completed", "tag": "b781c921-22a8-42a3-931d-e27218ba99e2", "code": 200}]} {{(pid=100454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:53:41.750935 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-316f3735-7ecc-465c-a316-7f78b732ded5 {{(pid=100454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:53:41.751329 dv-cinder-809968-4-iscsi neutron-server[100454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65ca32de-68fa-46cc-9db7-ed1ebbe30d79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b781c921-22a8-42a3-931d-e27218ba99e2', 'code': 200} Sep 22 16:53:41.912260 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcd1f84-dec2-494b-97c2-3fc9ba77d184 req-b379619e-889e-415f-a9d4-531bfaa1fefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:53:41.913666 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-fdcd1f84-dec2-494b-97c2-3fc9ba77d184 req-b379619e-889e-415f-a9d4-531bfaa1fefc service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=65ca32de-68fa-46cc-9db7-ed1ebbe30d79 HTTP/1.1" status: 200 len: 1098 time: 0.0386028 Sep 22 16:53:41.950450 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-fdcd1f84-dec2-494b-97c2-3fc9ba77d184 req-729c57de-aced-41a3-9189-e6cdc0a14ef7 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c60e207a-2d8c-40f0-8fe7-484e5b83e258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301428 Sep 22 16:53:42.222387 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6108542e-0f2a-41ab-b7f9-47d92acab10f req-15d17a68-867d-416c-b2e9-420f48e440a5 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:53:42.224639 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-6108542e-0f2a-41ab-b7f9-47d92acab10f req-15d17a68-867d-416c-b2e9-420f48e440a5 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.66 "GET /v2.0/ports?device_id=65ca32de-68fa-46cc-9db7-ed1ebbe30d79 HTTP/1.1" status: 200 len: 945 time: 0.0482080 Sep 22 16:53:42.260414 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-6108542e-0f2a-41ab-b7f9-47d92acab10f req-9676d2a7-bfd2-468e-b93a-1f6d861413d5 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.66 "GET /v2.0/security-groups?id=c60e207a-2d8c-40f0-8fe7-484e5b83e258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300457 Sep 22 16:53:43.375594 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a0f683-d18f-4dc3-8ced-df73d1f438ea req-6b90abdf-cc80-4afa-a41f-ab84d1d9bdc4 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:53:43.377111 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-15a0f683-d18f-4dc3-8ced-df73d1f438ea req-6b90abdf-cc80-4afa-a41f-ab84d1d9bdc4 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.66 "GET /v2.0/ports?device_id=65ca32de-68fa-46cc-9db7-ed1ebbe30d79 HTTP/1.1" status: 200 len: 945 time: 0.0508518 Sep 22 16:53:43.415091 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-15a0f683-d18f-4dc3-8ced-df73d1f438ea req-2704371a-abe5-464f-9abf-0718e127c327 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.66 "GET /v2.0/security-groups?id=c60e207a-2d8c-40f0-8fe7-484e5b83e258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319085 Sep 22 16:53:44.528913 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62380a86-8b93-4d60-ae17-3728996f947a req-a4bbcd22-2e4b-4793-a1e5-64efd10a86ae tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:53:44.530372 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-62380a86-8b93-4d60-ae17-3728996f947a req-a4bbcd22-2e4b-4793-a1e5-64efd10a86ae tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.66 "GET /v2.0/ports?device_id=65ca32de-68fa-46cc-9db7-ed1ebbe30d79 HTTP/1.1" status: 200 len: 945 time: 0.0472364 Sep 22 16:53:44.570672 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-62380a86-8b93-4d60-ae17-3728996f947a req-30b18d37-634d-49eb-90cd-e077a79cfcb8 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.66 "GET /v2.0/security-groups?id=c60e207a-2d8c-40f0-8fe7-484e5b83e258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344758 Sep 22 16:53:55.728108 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-705ed764-e64c-4150-aaf5-3a15e844f252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:53:56.189612 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:53:57.015858 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.agents_db [None req-27f04faf-824b-4b06-8ae5-89241b6ab4ba None None] Agent healthcheck: found 6 active agents {{(pid=100455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 16:53:58.690724 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-24c15d38-6e5d-4331-8165-c6530cddf5bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:53:59.017329 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:53:59.611196 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-c376604a-15ac-4af8-994c-a8e4e85893e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:00.936274 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ea12bc52-457f-4758-858a-1e27800db098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:04.840525 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c7678d-a2c0-45ea-bb0f-b68f4d70ef74 req-6eb832bf-a435-4ff4-ac5c-95e5cdbab0ae tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:04.841920 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a2c7678d-a2c0-45ea-bb0f-b68f4d70ef74 req-6eb832bf-a435-4ff4-ac5c-95e5cdbab0ae tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 947 time: 0.0563302 Sep 22 16:54:04.879190 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a2c7678d-a2c0-45ea-bb0f-b68f4d70ef74 req-5e39f478-4c69-4899-beb6-15d5f23628b9 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312808 Sep 22 16:54:05.706027 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11388a-fbf0-456d-9653-7cd9e7b7aca3 req-51e66bcd-3564-49fe-97a4-c9e8fd916562 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:05.707480 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-5a11388a-fbf0-456d-9653-7cd9e7b7aca3 req-51e66bcd-3564-49fe-97a4-c9e8fd916562 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2e50832-560d-4052-a8fa-1793c36e8816 HTTP/1.1" status: 200 len: 945 time: 0.0480974 Sep 22 16:54:05.745035 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-5a11388a-fbf0-456d-9653-7cd9e7b7aca3 req-0ee8013e-56eb-426f-93c2-f9618314a62c tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314898 Sep 22 16:54:05.997078 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d89fdea-c618-4dd8-89b1-1d4e3ced31a3 req-8c4b3d7c-76cf-46aa-8d62-c84ca060af3e tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:05.998549 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-5d89fdea-c618-4dd8-89b1-1d4e3ced31a3 req-8c4b3d7c-76cf-46aa-8d62-c84ca060af3e tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 947 time: 0.0472999 Sep 22 16:54:06.040712 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-5d89fdea-c618-4dd8-89b1-1d4e3ced31a3 req-d5ed1a37-123b-4caa-8440-039f1110ac04 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363545 Sep 22 16:54:06.857530 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feaa06a-afd4-414a-9895-e62509e06430 req-a4b9201a-bd4f-419a-a20d-33e376f53896 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:06.858993 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-9feaa06a-afd4-414a-9895-e62509e06430 req-a4b9201a-bd4f-419a-a20d-33e376f53896 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2e50832-560d-4052-a8fa-1793c36e8816 HTTP/1.1" status: 200 len: 945 time: 0.0481577 Sep 22 16:54:06.896208 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-9feaa06a-afd4-414a-9895-e62509e06430 req-e40b03d3-71e1-4dce-92f3-d8ae4f7eb9b3 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314162 Sep 22 16:54:07.148624 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e97c62-5025-4389-bb79-7b15b5cad629 req-4035aae7-8f50-4361-b477-071f97a9af49 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:07.150118 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-29e97c62-5025-4389-bb79-7b15b5cad629 req-4035aae7-8f50-4361-b477-071f97a9af49 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.72 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 947 time: 0.0487185 Sep 22 16:54:07.158593 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5388ca4f-6f82-4b66-8129-f0e74334f9f6 req-df479faf-cdf8-4d95-a770-9391d99aa58f tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:07.160323 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-5388ca4f-6f82-4b66-8129-f0e74334f9f6 req-df479faf-cdf8-4d95-a770-9391d99aa58f tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 947 time: 0.0490861 Sep 22 16:54:07.198822 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-5388ca4f-6f82-4b66-8129-f0e74334f9f6 req-5ad58f95-3dde-4869-9f7b-0c60c34af049 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7eb94e8-8f11-4132-888b-d6dc458f840b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323529 Sep 22 16:54:07.245370 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.plugin [req-29e97c62-5025-4389-bb79-7b15b5cad629 req-366337e4-7316-4419-b96e-a1eb22c89b4b tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Deleting port b5f861d7-0c01-4de5-ab7e-d78dceee6656 {{(pid=100452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 16:54:07.245737 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-29e97c62-5025-4389-bb79-7b15b5cad629 req-366337e4-7316-4419-b96e-a1eb22c89b4b tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735274981160'] for port, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:07.343269 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.db [req-29e97c62-5025-4389-bb79-7b15b5cad629 req-366337e4-7316-4419-b96e-a1eb22c89b4b tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] For port b5f861d7-0c01-4de5-ab7e-d78dceee6656, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=b5f861d7-0c01-4de5-ab7e-d78dceee6656,segment=NetworkSegment(3afac084-fecd-4942-8672-011c0558f65a),segment_id=3afac084-fecd-4942-8672-011c0558f65a)] {{(pid=100452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:54:07.343637 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-29e97c62-5025-4389-bb79-7b15b5cad629 req-366337e4-7316-4419-b96e-a1eb22c89b4b tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697305'] for port, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:07.620211 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-29e97c62-5025-4389-bb79-7b15b5cad629 req-366337e4-7316-4419-b96e-a1eb22c89b4b tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:07.620497 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-29e97c62-5025-4389-bb79-7b15b5cad629 req-366337e4-7316-4419-b96e-a1eb22c89b4b tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700864'] for floatingip, after_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:07.620891 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.db.l3_db [req-29e97c62-5025-4389-bb79-7b15b5cad629 req-366337e4-7316-4419-b96e-a1eb22c89b4b tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Floating IP 51fbc378-8ce5-416b-adbe-fb9849cbc39b disassociated. External IP: 172.27.0.175, port: b5f861d7-0c01-4de5-ab7e-d78dceee6656. Sep 22 16:54:07.621234 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.plugin [req-29e97c62-5025-4389-bb79-7b15b5cad629 req-366337e4-7316-4419-b96e-a1eb22c89b4b tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Calling delete_port for b5f861d7-0c01-4de5-ab7e-d78dceee6656 owned by compute:nova {{(pid=100452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 16:54:07.746120 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-29e97c62-5025-4389-bb79-7b15b5cad629 req-366337e4-7316-4419-b96e-a1eb22c89b4b tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735274987246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735274499786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8763924'] for port, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:07.771929 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366337e4-7316-4419-b96e-a1eb22c89b4b tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Pushing event deleted for resources: {'Port': ['ID=b5f861d7-0c01-4de5-ab7e-d78dceee6656,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:54:07.863090 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fdd586-07b1-42da-b5de-f8c3fd83e0f5 req-8d91bd2e-9821-4c80-aaa4-4776d571d8b8 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:07.864532 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-30fdd586-07b1-42da-b5de-f8c3fd83e0f5 req-8d91bd2e-9821-4c80-aaa4-4776d571d8b8 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.72 "GET /v2.0/ports?device_id=d2e50832-560d-4052-a8fa-1793c36e8816 HTTP/1.1" status: 200 len: 945 time: 0.0892222 Sep 22 16:54:07.954737 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29e97c62-5025-4389-bb79-7b15b5cad629 req-366337e4-7316-4419-b96e-a1eb22c89b4b tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Router f4def252-7fd5-499d-a0a2-7969b7845849 has already been hosted by L3 agent c3efc510-1e60-45c8-b68a-00a20fddc4a4 {{(pid=100452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 16:54:08.020234 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf9acd2-927a-42fd-8a48-eb37fdf2ffc6 req-14f575c7-5421-4c1e-bbaa-361c5df80e0a tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:08.029478 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-baf9acd2-927a-42fd-8a48-eb37fdf2ffc6 req-14f575c7-5421-4c1e-bbaa-361c5df80e0a tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2e50832-560d-4052-a8fa-1793c36e8816 HTTP/1.1" status: 200 len: 945 time: 0.0593021 Sep 22 16:54:08.071457 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-baf9acd2-927a-42fd-8a48-eb37fdf2ffc6 req-a56b8204-f460-4343-9a68-358efe2f8428 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405598 Sep 22 16:54:08.109955 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.plugin [req-30fdd586-07b1-42da-b5de-f8c3fd83e0f5 req-843d78eb-1cd8-4571-b045-19ab9d3c87e8 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Deleting port 5cd820d1-76ae-4e2d-8fac-655170849749 {{(pid=100452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 16:54:08.110343 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-30fdd586-07b1-42da-b5de-f8c3fd83e0f5 req-843d78eb-1cd8-4571-b045-19ab9d3c87e8 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735274981160'] for port, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:08.153028 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29e97c62-5025-4389-bb79-7b15b5cad629 req-366337e4-7316-4419-b96e-a1eb22c89b4b tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify agent at l3_agent.dv-cinder-809968-4-iscsi the message routers_updated {{(pid=100452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 16:54:08.168471 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafc23fa-8a97-414c-a6b3-ad97a8a4fa18 None None] Sync routers for ids ['f4def252-7fd5-499d-a0a2-7969b7845849'] in dv-cinder-809968-4-iscsi {{(pid=100454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 16:54:08.181126 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafc23fa-8a97-414c-a6b3-ad97a8a4fa18 None None] Routers {'f4def252-7fd5-499d-a0a2-7969b7845849'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 16:54:08.181695 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-fafc23fa-8a97-414c-a6b3-ad97a8a4fa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:53:59Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['f4def252-7fd5-499d-a0a2-7969b7845849'], 'active': True} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:54:08.236890 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e97c62-5025-4389-bb79-7b15b5cad629 req-366337e4-7316-4419-b96e-a1eb22c89b4b tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] No DVR routers for this DVR port b5f861d7-0c01-4de5-ab7e-d78dceee6656 on host hv-cinder-80996 {{(pid=100452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 16:54:08.244733 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-29e97c62-5025-4389-bb79-7b15b5cad629 req-366337e4-7316-4419-b96e-a1eb22c89b4b tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306'] for port, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:08.248137 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-29e97c62-5025-4389-bb79-7b15b5cad629 req-366337e4-7316-4419-b96e-a1eb22c89b4b tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.72 "DELETE /v2.0/ports/b5f861d7-0c01-4de5-ab7e-d78dceee6656 HTTP/1.1" status: 204 len: 173 time: 1.0882967 Sep 22 16:54:08.248811 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fdc089f-fa72-4b18-bd7d-93999047877b', 'name': 'network-vif-deleted', 'tag': 'b5f861d7-0c01-4de5-ab7e-d78dceee6656'}] {{(pid=100452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 16:54:08.252097 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3daeaf716feba76a3af1624af44cd9d3b401b8dbf4d63f278f059799def7c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484cd0ea-d5a6-4e90-a226-7452594ff974" -d '{"events": [{"server_uuid": "4fdc089f-fa72-4b18-bd7d-93999047877b", "name": "network-vif-deleted", "tag": "b5f861d7-0c01-4de5-ab7e-d78dceee6656"}]}' {{(pid=100452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:54:08.301215 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.db [req-30fdd586-07b1-42da-b5de-f8c3fd83e0f5 req-843d78eb-1cd8-4571-b045-19ab9d3c87e8 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] For port 5cd820d1-76ae-4e2d-8fac-655170849749, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=5cd820d1-76ae-4e2d-8fac-655170849749,segment=NetworkSegment(2c663890-389a-46e8-a2e8-a82c167fea9b),segment_id=2c663890-389a-46e8-a2e8-a82c167fea9b)] {{(pid=100452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:54:08.301943 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-30fdd586-07b1-42da-b5de-f8c3fd83e0f5 req-843d78eb-1cd8-4571-b045-19ab9d3c87e8 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697305'] for port, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:08.328903 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvr_db [None req-fafc23fa-8a97-414c-a6b3-ad97a8a4fa18 None None] Set router f4def252-7fd5-499d-a0a2-7969b7845849 gateway port host: dv-cinder-809968-4-iscsi {{(pid=100454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 16:54:08.378016 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f523b334-e48a-4fe3-ba27-b1d6cb87a48b req-20ae5152-75f6-4881-afb7-860691898c35 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fdc089f-fa72-4b18-bd7d-93999047877b HTTP/1.1" status: 200 len: 210 time: 0.0467162 Sep 22 16:54:08.449397 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 16:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3665eebd-ae9c-47bf-a942-d009beeaf21b x-openstack-request-id: req-3665eebd-ae9c-47bf-a942-d009beeaf21b {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:54:08.449712 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fdc089f-fa72-4b18-bd7d-93999047877b", "name": "network-vif-deleted", "tag": "b5f861d7-0c01-4de5-ab7e-d78dceee6656", "status": "completed", "code": 200}]} {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:54:08.450001 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3665eebd-ae9c-47bf-a942-d009beeaf21b {{(pid=100452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:54:08.450350 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fdc089f-fa72-4b18-bd7d-93999047877b', 'name': 'network-vif-deleted', 'tag': 'b5f861d7-0c01-4de5-ab7e-d78dceee6656', 'status': 'completed', 'code': 200} Sep 22 16:54:08.559145 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-30fdd586-07b1-42da-b5de-f8c3fd83e0f5 req-843d78eb-1cd8-4571-b045-19ab9d3c87e8 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:08.559145 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-30fdd586-07b1-42da-b5de-f8c3fd83e0f5 req-843d78eb-1cd8-4571-b045-19ab9d3c87e8 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700864'] for floatingip, after_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:08.559145 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.db.l3_db [req-30fdd586-07b1-42da-b5de-f8c3fd83e0f5 req-843d78eb-1cd8-4571-b045-19ab9d3c87e8 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Floating IP 793b44c4-ddb9-4fec-9047-38423fcdfe1b disassociated. External IP: 172.27.0.221, port: 5cd820d1-76ae-4e2d-8fac-655170849749. Sep 22 16:54:08.559145 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.plugin [req-30fdd586-07b1-42da-b5de-f8c3fd83e0f5 req-843d78eb-1cd8-4571-b045-19ab9d3c87e8 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Calling delete_port for 5cd820d1-76ae-4e2d-8fac-655170849749 owned by compute:nova {{(pid=100452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 16:54:08.570906 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-fafc23fa-8a97-414c-a6b3-ad97a8a4fa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4def252-7fd5-499d-a0a2-7969b7845849', 'name': 'tempest-AttachVolumeShelveTestJSON-1822705425-router', 'tenant_id': 'fe0862b93ee9429196930d5fd745e5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '709278fa-7e7c-472e-886b-0614f43033da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:47:16Z', 'updated_at': '2021-09-22T16:47:26Z', 'revision_number': 4, 'project_id': 'fe0862b93ee9429196930d5fd745e5cc', 'gw_port': {'id': '709278fa-7e7c-472e-886b-0614f43033da', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4def252-7fd5-499d-a0a2-7969b7845849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:17Z', 'updated_at': '2021-09-22T16:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_interfaces': [{'id': '0328eafc-2de3-4e3b-9660-147e8781ee53', 'name': '', 'network_id': 'cf6bcf08-16c2-430e-b630-d9fa645b940f', 'tenant_id': 'fe0862b93ee9429196930d5fd745e5cc', 'mac_address': 'fa:16:3e:02:3f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4def252-7fd5-499d-a0a2-7969b7845849', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7d91da0e-c8e1-4689-8df1-180aa1bc9ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:23Z', 'updated_at': '2021-09-22T16:47:35Z', 'revision_number': 5, 'project_id': 'fe0862b93ee9429196930d5fd745e5cc', 'subnets': [{'id': '7d91da0e-c8e1-4689-8df1-180aa1bc9ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:54:08.604019 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafc23fa-8a97-414c-a6b3-ad97a8a4fa18 None None] Checking router: f4def252-7fd5-499d-a0a2-7969b7845849 for host: dv-cinder-809968-4-iscsi {{(pid=100454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 16:54:08.614726 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafc23fa-8a97-414c-a6b3-ad97a8a4fa18 None None] Routers {'f4def252-7fd5-499d-a0a2-7969b7845849'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 16:54:08.615527 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-fafc23fa-8a97-414c-a6b3-ad97a8a4fa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:53:59Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['f4def252-7fd5-499d-a0a2-7969b7845849'], 'active': True} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:54:08.757778 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-30fdd586-07b1-42da-b5de-f8c3fd83e0f5 req-843d78eb-1cd8-4571-b045-19ab9d3c87e8 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735274987246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735274499786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8763924'] for port, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:08.795322 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843d78eb-1cd8-4571-b045-19ab9d3c87e8 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Pushing event deleted for resources: {'Port': ['ID=5cd820d1-76ae-4e2d-8fac-655170849749,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:54:08.833306 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvr_db [None req-fafc23fa-8a97-414c-a6b3-ad97a8a4fa18 None None] Set router f4def252-7fd5-499d-a0a2-7969b7845849 gateway port host: dv-cinder-809968-4-iscsi {{(pid=100454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 16:54:08.856332 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e4652-64d8-485e-87d5-839b7cbbdc02 req-561e0566-b822-496c-a922-5f904008dc85 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:08.858680 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-751e4652-64d8-485e-87d5-839b7cbbdc02 req-561e0566-b822-496c-a922-5f904008dc85 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.66 "GET /v2.0/ports?device_id=65ca32de-68fa-46cc-9db7-ed1ebbe30d79 HTTP/1.1" status: 200 len: 945 time: 0.0813806 Sep 22 16:54:08.930864 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-751e4652-64d8-485e-87d5-839b7cbbdc02 req-d9d5dd30-29b4-4f44-85de-819fa1d7d88a tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.66 "GET /v2.0/security-groups?id=c60e207a-2d8c-40f0-8fe7-484e5b83e258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628231 Sep 22 16:54:08.946418 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30fdd586-07b1-42da-b5de-f8c3fd83e0f5 req-843d78eb-1cd8-4571-b045-19ab9d3c87e8 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Router 62c7516c-6dbd-4516-ad90-639b584c2678 has already been hosted by L3 agent c3efc510-1e60-45c8-b68a-00a20fddc4a4 {{(pid=100452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 16:54:09.057839 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30fdd586-07b1-42da-b5de-f8c3fd83e0f5 req-843d78eb-1cd8-4571-b045-19ab9d3c87e8 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify agent at l3_agent.dv-cinder-809968-4-iscsi the message routers_updated {{(pid=100452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 16:54:09.068760 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf6b6c1-1d99-4399-ac27-c0444c02ad10 None None] Sync routers for ids ['62c7516c-6dbd-4516-ad90-639b584c2678'] in dv-cinder-809968-4-iscsi {{(pid=100455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 16:54:09.079340 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf6b6c1-1d99-4399-ac27-c0444c02ad10 None None] Routers {'62c7516c-6dbd-4516-ad90-639b584c2678'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 16:54:09.080047 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-7cf6b6c1-1d99-4399-ac27-c0444c02ad10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:53:59Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['62c7516c-6dbd-4516-ad90-639b584c2678'], 'active': True} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:54:09.097321 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-fafc23fa-8a97-414c-a6b3-ad97a8a4fa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4def252-7fd5-499d-a0a2-7969b7845849', 'name': 'tempest-AttachVolumeShelveTestJSON-1822705425-router', 'tenant_id': 'fe0862b93ee9429196930d5fd745e5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '709278fa-7e7c-472e-886b-0614f43033da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:47:16Z', 'updated_at': '2021-09-22T16:47:26Z', 'revision_number': 4, 'project_id': 'fe0862b93ee9429196930d5fd745e5cc', 'gw_port': {'id': '709278fa-7e7c-472e-886b-0614f43033da', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4def252-7fd5-499d-a0a2-7969b7845849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:17Z', 'updated_at': '2021-09-22T16:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_interfaces': [{'id': '0328eafc-2de3-4e3b-9660-147e8781ee53', 'name': '', 'network_id': 'cf6bcf08-16c2-430e-b630-d9fa645b940f', 'tenant_id': 'fe0862b93ee9429196930d5fd745e5cc', 'mac_address': 'fa:16:3e:02:3f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4def252-7fd5-499d-a0a2-7969b7845849', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7d91da0e-c8e1-4689-8df1-180aa1bc9ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:23Z', 'updated_at': '2021-09-22T16:47:35Z', 'revision_number': 5, 'project_id': 'fe0862b93ee9429196930d5fd745e5cc', 'subnets': [{'id': '7d91da0e-c8e1-4689-8df1-180aa1bc9ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:54:09.102173 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.l3_dvrscheduler_db [req-30fdd586-07b1-42da-b5de-f8c3fd83e0f5 req-843d78eb-1cd8-4571-b045-19ab9d3c87e8 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] No DVR routers for this DVR port 5cd820d1-76ae-4e2d-8fac-655170849749 on host hv-cinder-80996 {{(pid=100452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 16:54:09.104771 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-30fdd586-07b1-42da-b5de-f8c3fd83e0f5 req-843d78eb-1cd8-4571-b045-19ab9d3c87e8 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306'] for port, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:09.107413 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-30fdd586-07b1-42da-b5de-f8c3fd83e0f5 req-843d78eb-1cd8-4571-b045-19ab9d3c87e8 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.72 "DELETE /v2.0/ports/5cd820d1-76ae-4e2d-8fac-655170849749 HTTP/1.1" status: 204 len: 173 time: 1.2293620 Sep 22 16:54:09.126570 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafc23fa-8a97-414c-a6b3-ad97a8a4fa18 None None] The sync data for ids ['f4def252-7fd5-499d-a0a2-7969b7845849'] in dv-cinder-809968-4-iscsi is: [{'id': 'f4def252-7fd5-499d-a0a2-7969b7845849', 'name': 'tempest-AttachVolumeShelveTestJSON-1822705425-router', 'tenant_id': 'fe0862b93ee9429196930d5fd745e5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '709278fa-7e7c-472e-886b-0614f43033da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:47:16Z', 'updated_at': '2021-09-22T16:47:26Z', 'revision_number': 4, 'project_id': 'fe0862b93ee9429196930d5fd745e5cc', 'gw_port': {'id': '709278fa-7e7c-472e-886b-0614f43033da', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4def252-7fd5-499d-a0a2-7969b7845849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:17Z', 'updated_at': '2021-09-22T16:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_interfaces': [{'id': '0328eafc-2de3-4e3b-9660-147e8781ee53', 'name': '', 'network_id': 'cf6bcf08-16c2-430e-b630-d9fa645b940f', 'tenant_id': 'fe0862b93ee9429196930d5fd745e5cc', 'mac_address': 'fa:16:3e:02:3f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4def252-7fd5-499d-a0a2-7969b7845849', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7d91da0e-c8e1-4689-8df1-180aa1bc9ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:23Z', 'updated_at': '2021-09-22T16:47:35Z', 'revision_number': 5, 'project_id': 'fe0862b93ee9429196930d5fd745e5cc', 'subnets': [{'id': '7d91da0e-c8e1-4689-8df1-180aa1bc9ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 16:54:09.222010 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-0662bd9c-66fc-487d-b8bf-04415e130e45 req-4d110ea8-edff-48e5-abc5-a5d3d570d694 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2e50832-560d-4052-a8fa-1793c36e8816 HTTP/1.1" status: 200 len: 210 time: 0.0340459 Sep 22 16:54:09.230879 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvr_db [None req-7cf6b6c1-1d99-4399-ac27-c0444c02ad10 None None] Set router 62c7516c-6dbd-4516-ad90-639b584c2678 gateway port host: dv-cinder-809968-4-iscsi {{(pid=100455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 16:54:09.441988 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69e8b3d-4ee4-4d2f-a093-a0afd2ecf46e None None] New status for floating IP 51fbc378-8ce5-416b-adbe-fb9849cbc39b: DOWN {{(pid=100454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 16:54:09.464214 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-7cf6b6c1-1d99-4399-ac27-c0444c02ad10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'name': 'tempest-TestVolumeBootPattern-1119940166-router', 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'eedf5a12-9a31-4747-906b-90bbb29b46e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:49:33Z', 'updated_at': '2021-09-22T16:49:37Z', 'revision_number': 4, 'project_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'gw_port': {'id': 'eedf5a12-9a31-4747-906b-90bbb29b46e2', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:49:34Z', 'updated_at': '2021-09-22T16:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_interfaces': [{'id': '75135ba7-27af-4ceb-8881-495f589a6d8c', 'name': '', 'network_id': 'aababfd4-24d1-4477-9e08-13669f02d6c3', 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'mac_address': 'fa:16:3e:bf:98:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'fd70f39b-af57-4d8a-9640-3850988db9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:49:36Z', 'updated_at': '2021-09-22T16:49:41Z', 'revision_number': 5, 'project_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'subnets': [{'id': 'fd70f39b-af57-4d8a-9640-3850988db9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:54:09.486229 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 32824) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:54:09.507542 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf6b6c1-1d99-4399-ac27-c0444c02ad10 None None] Checking router: 62c7516c-6dbd-4516-ad90-639b584c2678 for host: dv-cinder-809968-4-iscsi {{(pid=100455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 16:54:09.517707 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf6b6c1-1d99-4399-ac27-c0444c02ad10 None None] Routers {'62c7516c-6dbd-4516-ad90-639b584c2678'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 16:54:09.518329 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-7cf6b6c1-1d99-4399-ac27-c0444c02ad10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:53:59Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['62c7516c-6dbd-4516-ad90-639b584c2678'], 'active': True} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:54:09.564846 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-eedde16f-6a76-4054-ac15-462fcd0d90a3 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks [] for security_group, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:09.593788 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-eedde16f-6a76-4054-ac15-462fcd0d90a3 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:09.650743 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-eedde16f-6a76-4054-ac15-462fcd0d90a3 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:09.650998 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvr_db [None req-7cf6b6c1-1d99-4399-ac27-c0444c02ad10 None None] Set router 62c7516c-6dbd-4516-ad90-639b584c2678 gateway port host: dv-cinder-809968-4-iscsi {{(pid=100455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 16:54:09.654355 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-eedde16f-6a76-4054-ac15-462fcd0d90a3 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks [] for security_group, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:09.659645 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 32826) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:54:09.670014 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-eedde16f-6a76-4054-ac15-462fcd0d90a3 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "DELETE /v2.0/security-groups/e7eb94e8-8f11-4132-888b-d6dc458f840b HTTP/1.1" status: 204 len: 168 time: 0.1797962 Sep 22 16:54:09.679520 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.api.v2.resource [None req-03cda6b2-dfac-4095-9e98-875f78766d55 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] show failed (client error): The resource could not be found. Sep 22 16:54:09.683775 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 32828) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:54:09.685346 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedde16f-6a76-4054-ac15-462fcd0d90a3 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7eb94e8-8f11-4132-888b-d6dc458f840b,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:54:09.689896 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-03cda6b2-dfac-4095-9e98-875f78766d55 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups/e7eb94e8-8f11-4132-888b-d6dc458f840b HTTP/1.1" status: 404 len: 347 time: 0.0235007 Sep 22 16:54:09.891282 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-7cf6b6c1-1d99-4399-ac27-c0444c02ad10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'name': 'tempest-TestVolumeBootPattern-1119940166-router', 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'eedf5a12-9a31-4747-906b-90bbb29b46e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:49:33Z', 'updated_at': '2021-09-22T16:49:37Z', 'revision_number': 4, 'project_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'gw_port': {'id': 'eedf5a12-9a31-4747-906b-90bbb29b46e2', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:49:34Z', 'updated_at': '2021-09-22T16:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_interfaces': [{'id': '75135ba7-27af-4ceb-8881-495f589a6d8c', 'name': '', 'network_id': 'aababfd4-24d1-4477-9e08-13669f02d6c3', 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'mac_address': 'fa:16:3e:bf:98:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'fd70f39b-af57-4d8a-9640-3850988db9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:49:36Z', 'updated_at': '2021-09-22T16:49:41Z', 'revision_number': 5, 'project_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'subnets': [{'id': 'fd70f39b-af57-4d8a-9640-3850988db9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:54:09.918896 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf6b6c1-1d99-4399-ac27-c0444c02ad10 None None] The sync data for ids ['62c7516c-6dbd-4516-ad90-639b584c2678'] in dv-cinder-809968-4-iscsi is: [{'id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'name': 'tempest-TestVolumeBootPattern-1119940166-router', 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'eedf5a12-9a31-4747-906b-90bbb29b46e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:49:33Z', 'updated_at': '2021-09-22T16:49:37Z', 'revision_number': 4, 'project_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'gw_port': {'id': 'eedf5a12-9a31-4747-906b-90bbb29b46e2', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:49:34Z', 'updated_at': '2021-09-22T16:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_interfaces': [{'id': '75135ba7-27af-4ceb-8881-495f589a6d8c', 'name': '', 'network_id': 'aababfd4-24d1-4477-9e08-13669f02d6c3', 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'mac_address': 'fa:16:3e:bf:98:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'fd70f39b-af57-4d8a-9640-3850988db9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:49:36Z', 'updated_at': '2021-09-22T16:49:41Z', 'revision_number': 5, 'project_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'subnets': [{'id': 'fd70f39b-af57-4d8a-9640-3850988db9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 16:54:10.060597 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3971967-e011-4b2b-add7-5891903f17c9 req-3c5904b0-4ce8-46a6-961d-196c35b55b35 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:10.062329 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-b3971967-e011-4b2b-add7-5891903f17c9 req-3c5904b0-4ce8-46a6-961d-196c35b55b35 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.66 "GET /v2.0/ports?device_id=65ca32de-68fa-46cc-9db7-ed1ebbe30d79 HTTP/1.1" status: 200 len: 945 time: 0.0675449 Sep 22 16:54:10.071538 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.plugin [None req-4544ae67-6868-4408-a022-a88a2df00e1a tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Deleting port 7029c166-d508-4e20-adf3-9f03693c0ea3 {{(pid=100452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 16:54:10.071982 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-4544ae67-6868-4408-a022-a88a2df00e1a tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735274981160'] for port, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:10.116983 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-b3971967-e011-4b2b-add7-5891903f17c9 req-4034d24a-c430-4760-ac3e-ab0f71e45b21 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.66 "GET /v2.0/security-groups?id=c60e207a-2d8c-40f0-8fe7-484e5b83e258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464721 Sep 22 16:54:10.169635 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-4544ae67-6868-4408-a022-a88a2df00e1a tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697305'] for port, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:10.169635 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-4544ae67-6868-4408-a022-a88a2df00e1a tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:10.183850 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.plugin [None req-4544ae67-6868-4408-a022-a88a2df00e1a tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Calling delete_port for 7029c166-d508-4e20-adf3-9f03693c0ea3 owned by network:floatingip {{(pid=100452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 16:54:10.231043 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a44158-0c42-49ca-8827-c2533dcc3928 None None] New status for floating IP 793b44c4-ddb9-4fec-9047-38423fcdfe1b: DOWN {{(pid=100455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 16:54:10.368908 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-4544ae67-6868-4408-a022-a88a2df00e1a tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735274987246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735274499786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8763924'] for port, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:10.430250 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4544ae67-6868-4408-a022-a88a2df00e1a tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Pushing event deleted for resources: {'Port': ['ID=7029c166-d508-4e20-adf3-9f03693c0ea3,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:54:10.458649 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e50832-560d-4052-a8fa-1793c36e8816', 'name': 'network-vif-deleted', 'tag': '5cd820d1-76ae-4e2d-8fac-655170849749'}] {{(pid=100452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 16:54:10.461251 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3daeaf716feba76a3af1624af44cd9d3b401b8dbf4d63f278f059799def7c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d425dc18-efa5-4d92-a05b-03cf4a3409c8" -d '{"events": [{"server_uuid": "d2e50832-560d-4052-a8fa-1793c36e8816", "name": "network-vif-deleted", "tag": "5cd820d1-76ae-4e2d-8fac-655170849749"}]}' {{(pid=100452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:54:10.486453 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-4544ae67-6868-4408-a022-a88a2df00e1a tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks [] for floatingip, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:10.494032 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-4544ae67-6868-4408-a022-a88a2df00e1a tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306'] for floatingip, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:10.498098 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-4544ae67-6868-4408-a022-a88a2df00e1a tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "DELETE /v2.0/floatingips/51fbc378-8ce5-416b-adbe-fb9849cbc39b HTTP/1.1" status: 204 len: 168 time: 0.8098300 Sep 22 16:54:10.510524 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-da6ffae4-6005-4f14-9a34-916535ac119e req-6cd6a905-b46e-4883-abb5-824bdeafe30e tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2094646894&fields=id&tenant_id=4268d5a7c3ba47fc9f303a67b37aee7a HTTP/1.1" status: 200 len: 267 time: 0.0378528 Sep 22 16:54:10.613608 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ffae4-6005-4f14-9a34-916535ac119e req-b94a8fa2-c617-46dd-b8b5-a33e766b76a0 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:10.616413 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-da6ffae4-6005-4f14-9a34-916535ac119e req-b94a8fa2-c617-46dd-b8b5-a33e766b76a0 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/networks?id=aababfd4-24d1-4477-9e08-13669f02d6c3 HTTP/1.1" status: 200 len: 812 time: 0.0989780 Sep 22 16:54:10.630645 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-da6ffae4-6005-4f14-9a34-916535ac119e req-c1834d05-8ce7-40a1-83ff-b208fa1b3126 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/quotas/4268d5a7c3ba47fc9f303a67b37aee7a HTTP/1.1" status: 200 len: 375 time: 0.0085652 Sep 22 16:54:10.686446 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-da6ffae4-6005-4f14-9a34-916535ac119e req-6bf2f40a-bef6-4971-974c-be57500d50f7 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=4268d5a7c3ba47fc9f303a67b37aee7a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0504751 Sep 22 16:54:10.784097 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-da6ffae4-6005-4f14-9a34-916535ac119e req-f9d187ce-88b6-4678-9af8-fe087fc62d47 service neutron] 10.222.0.66 "GET /v2.0/networks/aababfd4-24d1-4477-9e08-13669f02d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799668 Sep 22 16:54:10.831288 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612900e-0039-4981-b445-720b695bf676 req-d00ad899-17a1-4fce-b957-8a7346d29195 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:10.832734 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-4612900e-0039-4981-b445-720b695bf676 req-d00ad899-17a1-4fce-b957-8a7346d29195 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.72 "GET /v2.0/ports?device_id=65ca32de-68fa-46cc-9db7-ed1ebbe30d79 HTTP/1.1" status: 200 len: 945 time: 0.0469737 Sep 22 16:54:10.874603 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-da6ffae4-6005-4f14-9a34-916535ac119e req-b971cc9b-d599-4e96-9358-717cbc6cb18b service neutron] 10.222.0.66 "GET /v2.0/networks/aababfd4-24d1-4477-9e08-13669f02d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839591 Sep 22 16:54:10.925669 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.plugin [req-4612900e-0039-4981-b445-720b695bf676 req-a773c173-e24f-41a4-bae4-71437ae1b0fd tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Deleting port b781c921-22a8-42a3-931d-e27218ba99e2 {{(pid=100452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 16:54:10.926012 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-4612900e-0039-4981-b445-720b695bf676 req-a773c173-e24f-41a4-bae4-71437ae1b0fd tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735274981160'] for port, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:11.018062 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.db [req-4612900e-0039-4981-b445-720b695bf676 req-a773c173-e24f-41a4-bae4-71437ae1b0fd tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] For port b781c921-22a8-42a3-931d-e27218ba99e2, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=b781c921-22a8-42a3-931d-e27218ba99e2,segment=NetworkSegment(6275646c-864f-47d3-8e30-563d3252433e),segment_id=6275646c-864f-47d3-8e30-563d3252433e)] {{(pid=100452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:54:11.018421 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-4612900e-0039-4981-b445-720b695bf676 req-a773c173-e24f-41a4-bae4-71437ae1b0fd tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697305'] for port, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:11.034994 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.plugin [req-4612900e-0039-4981-b445-720b695bf676 req-a773c173-e24f-41a4-bae4-71437ae1b0fd tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Calling delete_port for b781c921-22a8-42a3-931d-e27218ba99e2 owned by compute:nova {{(pid=100452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 16:54:11.148939 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 16:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e8b215-4c63-4705-b430-c2a8f4b938b1 x-openstack-request-id: req-83e8b215-4c63-4705-b430-c2a8f4b938b1 {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:54:11.149233 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2e50832-560d-4052-a8fa-1793c36e8816", "name": "network-vif-deleted", "tag": "5cd820d1-76ae-4e2d-8fac-655170849749", "status": "completed", "code": 200}]} {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:54:11.149498 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-83e8b215-4c63-4705-b430-c2a8f4b938b1 {{(pid=100452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:54:11.149887 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2e50832-560d-4052-a8fa-1793c36e8816', 'name': 'network-vif-deleted', 'tag': '5cd820d1-76ae-4e2d-8fac-655170849749', 'status': 'completed', 'code': 200} Sep 22 16:54:11.177862 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-4612900e-0039-4981-b445-720b695bf676 req-a773c173-e24f-41a4-bae4-71437ae1b0fd tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735274987246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735274499786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8763924'] for port, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:11.196720 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] get_ports_and_sgs() called for port_ids ['b781c921-22a8-42a3-931d-e27218ba99e2'] {{(pid=100454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 16:54:11.207703 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a773c173-e24f-41a4-bae4-71437ae1b0fd tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Pushing event deleted for resources: {'Port': ['ID=b781c921-22a8-42a3-931d-e27218ba99e2,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:54:11.259563 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.l3_dvrscheduler_db [req-4612900e-0039-4981-b445-720b695bf676 req-a773c173-e24f-41a4-bae4-71437ae1b0fd tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] No DVR routers for this DVR port b781c921-22a8-42a3-931d-e27218ba99e2 on host hv-cinder-80996 {{(pid=100452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 16:54:11.261966 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-4612900e-0039-4981-b445-720b695bf676 req-a773c173-e24f-41a4-bae4-71437ae1b0fd tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306'] for port, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:11.263931 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-4612900e-0039-4981-b445-720b695bf676 req-a773c173-e24f-41a4-bae4-71437ae1b0fd tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.72 "DELETE /v2.0/ports/b781c921-22a8-42a3-931d-e27218ba99e2 HTTP/1.1" status: 204 len: 173 time: 0.4251683 Sep 22 16:54:11.375240 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 32860) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:54:11.381243 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [None req-3f4c776a-98f9-4f0c-8306-ffee4a38c70d tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Request body: {'security_group': {'name': 'tempest-securitygroup--657400750', 'description': 'tempest-description--146389977'}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:54:11.412292 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-3f4c776a-98f9-4f0c-8306-ffee4a38c70d tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks [] for security_group, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:11.435393 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-057d9fd5-d0c6-4058-8620-6970ed3665ad req-73cf3468-2904-4140-ac0b-0766ad77d58f tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=007d3ba2-e5ca-4536-b2bb-3e32c7d55715 HTTP/1.1" status: 200 len: 210 time: 0.0283201 Sep 22 16:54:11.506299 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-3f4c776a-98f9-4f0c-8306-ffee4a38c70d tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks [] for security_group, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:11.511057 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-3f4c776a-98f9-4f0c-8306-ffee4a38c70d tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:11.532448 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-1186e269-1b45-4b22-94a0-7d3b742ea43b req-bb907c95-30e2-49de-b10c-805a59807247 tempest-VolumesSnapshotTestJSON-2118658173 tempest-VolumesSnapshotTestJSON-2118658173-project] 10.222.0.66 "GET /v2.0/ports?device_id=65ca32de-68fa-46cc-9db7-ed1ebbe30d79 HTTP/1.1" status: 200 len: 210 time: 0.0282791 Sep 22 16:54:11.545806 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-3f4c776a-98f9-4f0c-8306-ffee4a38c70d tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks [] for security_group, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:11.549907 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 32864) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:54:11.550038 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-3f4c776a-98f9-4f0c-8306-ffee4a38c70d tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1733277 Sep 22 16:54:11.551123 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4c776a-98f9-4f0c-8306-ffee4a38c70d tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e530700c-f783-4f1a-b1bd-8b66e984e57a,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:54:11.556449 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.v2.base [None req-08dc422d-1309-437a-a210-6b16c7b9b850 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Request body: {'security_group_rule': {'security_group_id': 'e530700c-f783-4f1a-b1bd-8b66e984e57a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:54:11.583371 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-08dc422d-1309-437a-a210-6b16c7b9b850 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:11.640529 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-08dc422d-1309-437a-a210-6b16c7b9b850 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:11.644679 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-08dc422d-1309-437a-a210-6b16c7b9b850 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605686'] for security_group_rule, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:11.660135 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dc422d-1309-437a-a210-6b16c7b9b850 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33b92cc1-5cbd-4241-9c4a-0a227532d82d,revision_number=0']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:54:11.671165 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dc422d-1309-437a-a210-6b16c7b9b850 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:54:11.671547 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dc422d-1309-437a-a210-6b16c7b9b850 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:54:11.671847 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dc422d-1309-437a-a210-6b16c7b9b850 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:54:11.672201 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dc422d-1309-437a-a210-6b16c7b9b850 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:54:11.672510 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dc422d-1309-437a-a210-6b16c7b9b850 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:54:11.672883 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dc422d-1309-437a-a210-6b16c7b9b850 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:54:11.673150 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dc422d-1309-437a-a210-6b16c7b9b850 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:54:11.673475 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dc422d-1309-437a-a210-6b16c7b9b850 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:54:11.673831 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dc422d-1309-437a-a210-6b16c7b9b850 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:54:11.674153 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dc422d-1309-437a-a210-6b16c7b9b850 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:54:11.674500 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dc422d-1309-437a-a210-6b16c7b9b850 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:54:11.674832 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dc422d-1309-437a-a210-6b16c7b9b850 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:54:11.678369 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-08dc422d-1309-437a-a210-6b16c7b9b850 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:11.682226 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-08dc422d-1309-437a-a210-6b16c7b9b850 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1282234 Sep 22 16:54:11.682383 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 32866) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:54:11.686979 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.v2.base [None req-db6d663a-9949-45c6-ad5e-6a1048934f65 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Request body: {'security_group_rule': {'security_group_id': 'e530700c-f783-4f1a-b1bd-8b66e984e57a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:54:11.687929 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device 5cd820d1-76ae-4e2d-8fac-655170849749 no longer exists at agent hyperv_hv-cinder-80996 {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 16:54:11.712519 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] No Port match for: 5cd820d1-76ae-4e2d-8fac-655170849749 {{(pid=100454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 16:54:11.713098 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device 5cd820d1-76ae-4e2d-8fac-655170849749 not bound to the agent host hv-cinder-80996 {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 16:54:11.713523 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device b5f861d7-0c01-4de5-ab7e-d78dceee6656 no longer exists at agent hyperv_hv-cinder-80996 {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 16:54:11.717836 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-db6d663a-9949-45c6-ad5e-6a1048934f65 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:11.734989 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] No Port match for: b5f861d7-0c01-4de5-ab7e-d78dceee6656 {{(pid=100454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 16:54:11.735456 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device b5f861d7-0c01-4de5-ab7e-d78dceee6656 not bound to the agent host hv-cinder-80996 {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 16:54:11.781238 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-db6d663a-9949-45c6-ad5e-6a1048934f65 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:11.786044 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-db6d663a-9949-45c6-ad5e-6a1048934f65 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605686'] for security_group_rule, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:11.805236 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6d663a-9949-45c6-ad5e-6a1048934f65 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a65eae35-3965-4ec5-bc8d-76f7985f2d3f,revision_number=0']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:54:11.810990 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-db6d663a-9949-45c6-ad5e-6a1048934f65 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:11.812180 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-db6d663a-9949-45c6-ad5e-6a1048934f65 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1288836 Sep 22 16:54:11.815274 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 32868) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:54:11.819508 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.v2.base [None req-0db46cb6-b44b-4206-b7ca-70f213860694 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Request body: {'floatingip': {'floating_network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a'}} {{(pid=100453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:54:11.843089 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-0db46cb6-b44b-4206-b7ca-70f213860694 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks [] for floatingip, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:11.935693 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-0db46cb6-b44b-4206-b7ca-70f213860694 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:12.045892 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.db.db_base_plugin_common [None req-0db46cb6-b44b-4206-b7ca-70f213860694 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Allocated IP 172.27.0.164 (e265bfb9-6000-4acf-b4f9-12e0cf12940a/83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8/6694e5e3-e025-4655-a57f-567e8b95e12c) {{(pid=100453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:54:12.166502 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-0db46cb6-b44b-4206-b7ca-70f213860694 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks [] for port, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:12.202360 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-0db46cb6-b44b-4206-b7ca-70f213860694 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735274499777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8594183'] for port, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:12.204727 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ffae4-6005-4f14-9a34-916535ac119e req-5c11cbf3-d085-4378-a8f0-33a42b0789ca tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:12.206101 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-da6ffae4-6005-4f14-9a34-916535ac119e req-5c11cbf3-d085-4378-a8f0-33a42b0789ca tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.72 "GET /v2.0/networks?id=aababfd4-24d1-4477-9e08-13669f02d6c3 HTTP/1.1" status: 200 len: 812 time: 0.1085517 Sep 22 16:54:12.243121 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db46cb6-b44b-4206-b7ca-70f213860694 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Network e265bfb9-6000-4acf-b4f9-12e0cf12940a is already hosted by enough agents. {{(pid=100453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:54:12.246027 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.base_scheduler [None req-0db46cb6-b44b-4206-b7ca-70f213860694 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Resources bound (agent type, host, resource id): {{(pid=100453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:54:12.249537 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db46cb6-b44b-4206-b7ca-70f213860694 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Received port after_create {{(pid=100453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 16:54:12.252873 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-da6ffae4-6005-4f14-9a34-916535ac119e req-383622a7-b51e-4f54-b5ae-6731e73d7588 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4268d5a7c3ba47fc9f303a67b37aee7a HTTP/1.1" status: 200 len: 380 time: 0.0374517 Sep 22 16:54:12.264520 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [req-da6ffae4-6005-4f14-9a34-916535ac119e req-f3e15c41-871e-4ca6-8d33-9317f7f57a7c tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Request body: {'port': {'device_id': '007d3ba2-e5ca-4536-b2bb-3e32c7d55715', 'network_id': 'aababfd4-24d1-4477-9e08-13669f02d6c3', 'admin_state_up': True, 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'security_groups': ['be6c47ea-c70c-43ec-80a7-495ccd2c830f']}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:54:12.281655 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db46cb6-b44b-4206-b7ca-70f213860694 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Pushing event updated for resources: {'Port': ['ID=6694e5e3-e025-4655-a57f-567e8b95e12c,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:54:12.381143 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-0db46cb6-b44b-4206-b7ca-70f213860694 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:12.385240 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da6ffae4-6005-4f14-9a34-916535ac119e req-f3e15c41-871e-4ca6-8d33-9317f7f57a7c tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Made reservation on behalf of 4268d5a7c3ba47fc9f303a67b37aee7a for: {'port': 1} {{(pid=100452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:54:12.388949 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-da6ffae4-6005-4f14-9a34-916535ac119e req-f3e15c41-871e-4ca6-8d33-9317f7f57a7c tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:12.422194 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-0db46cb6-b44b-4206-b7ca-70f213860694 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:12.525337 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.db_base_plugin_common [req-da6ffae4-6005-4f14-9a34-916535ac119e req-f3e15c41-871e-4ca6-8d33-9317f7f57a7c tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Allocated IP 172.20.0.4 (aababfd4-24d1-4477-9e08-13669f02d6c3/fd70f39b-af57-4d8a-9640-3850988db9e5/2e463de9-26fc-4218-802c-eb743c68b3b4) {{(pid=100452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:54:12.558129 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-46935339-2ef7-4877-b494-32677500c9c4 req-bc5c12b2-e841-42da-b16c-476ead1c0309 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=007d3ba2-e5ca-4536-b2bb-3e32c7d55715 HTTP/1.1" status: 200 len: 210 time: 0.0384626 Sep 22 16:54:12.624749 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-0db46cb6-b44b-4206-b7ca-70f213860694 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks [] for port, precommit_update {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:12.632415 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-0db46cb6-b44b-4206-b7ca-70f213860694 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8594188'] for port, after_update {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:12.706147 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db46cb6-b44b-4206-b7ca-70f213860694 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Pushing event updated for resources: {'Port': ['ID=6694e5e3-e025-4655-a57f-567e8b95e12c,revision_number=2']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:54:12.710093 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-da6ffae4-6005-4f14-9a34-916535ac119e req-f3e15c41-871e-4ca6-8d33-9317f7f57a7c tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks [] for port, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:12.717655 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-0db46cb6-b44b-4206-b7ca-70f213860694 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700864'] for floatingip, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:12.734654 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-0db46cb6-b44b-4206-b7ca-70f213860694 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306'] for floatingip, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:12.736269 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-0db46cb6-b44b-4206-b7ca-70f213860694 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9200234 Sep 22 16:54:12.777709 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-da6ffae4-6005-4f14-9a34-916535ac119e req-f3e15c41-871e-4ca6-8d33-9317f7f57a7c tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735274499777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8763924'] for port, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:12.840145 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da6ffae4-6005-4f14-9a34-916535ac119e req-f3e15c41-871e-4ca6-8d33-9317f7f57a7c tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Network aababfd4-24d1-4477-9e08-13669f02d6c3 is already hosted by enough agents. {{(pid=100452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:54:12.843354 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.base_scheduler [req-da6ffae4-6005-4f14-9a34-916535ac119e req-f3e15c41-871e-4ca6-8d33-9317f7f57a7c tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Resources bound (agent type, host, resource id): {{(pid=100452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:54:12.845806 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.l3_dvrscheduler_db [req-da6ffae4-6005-4f14-9a34-916535ac119e req-f3e15c41-871e-4ca6-8d33-9317f7f57a7c tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Received port after_create {{(pid=100452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 16:54:12.907549 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e15c41-871e-4ca6-8d33-9317f7f57a7c tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Pushing event updated for resources: {'Port': ['ID=2e463de9-26fc-4218-802c-eb743c68b3b4,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:54:12.917099 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ffae4-6005-4f14-9a34-916535ac119e req-f3e15c41-871e-4ca6-8d33-9317f7f57a7c tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:12.917903 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-da6ffae4-6005-4f14-9a34-916535ac119e req-f3e15c41-871e-4ca6-8d33-9317f7f57a7c tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306'] for port, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:12.924094 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-fe2cb80e-9178-4415-83a2-421bdc98bd17 req-4d59221a-d1c0-4da0-af04-54a91240c57d tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--657400750&fields=id&tenant_id=fe0862b93ee9429196930d5fd745e5cc HTTP/1.1" status: 200 len: 267 time: 0.0731490 Sep 22 16:54:12.937912 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-da6ffae4-6005-4f14-9a34-916535ac119e req-f3e15c41-871e-4ca6-8d33-9317f7f57a7c tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6768773 Sep 22 16:54:12.952603 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [req-da6ffae4-6005-4f14-9a34-916535ac119e req-e4915273-e0c3-44f6-ab55-249530281d38 service neutron] Request body: {'port': {'device_id': '007d3ba2-e5ca-4536-b2bb-3e32c7d55715', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:54:13.021891 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-da6ffae4-6005-4f14-9a34-916535ac119e req-e4915273-e0c3-44f6-ab55-249530281d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:13.072933 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2cb80e-9178-4415-83a2-421bdc98bd17 req-7d8bf1d2-5728-480f-8336-606f01d3e33d tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:13.074571 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-fe2cb80e-9178-4415-83a2-421bdc98bd17 req-7d8bf1d2-5728-480f-8336-606f01d3e33d tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/networks?id=cf6bcf08-16c2-430e-b630-d9fa645b940f HTTP/1.1" status: 200 len: 817 time: 0.1425812 Sep 22 16:54:13.090181 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-fe2cb80e-9178-4415-83a2-421bdc98bd17 req-843d2a11-6207-4545-965b-96152542be0c tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/quotas/fe0862b93ee9429196930d5fd745e5cc HTTP/1.1" status: 200 len: 375 time: 0.0096490 Sep 22 16:54:13.143945 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-fe2cb80e-9178-4415-83a2-421bdc98bd17 req-0e7d65f9-056b-4786-97a8-079d379b101a tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=fe0862b93ee9429196930d5fd745e5cc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0477533 Sep 22 16:54:13.150569 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ca32de-68fa-46cc-9db7-ed1ebbe30d79', 'name': 'network-vif-deleted', 'tag': 'b781c921-22a8-42a3-931d-e27218ba99e2'}] {{(pid=100452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 16:54:13.152853 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3daeaf716feba76a3af1624af44cd9d3b401b8dbf4d63f278f059799def7c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9960679-5502-436b-b678-2e4ae1097121" -d '{"events": [{"server_uuid": "65ca32de-68fa-46cc-9db7-ed1ebbe30d79", "name": "network-vif-deleted", "tag": "b781c921-22a8-42a3-931d-e27218ba99e2"}]}' {{(pid=100452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:54:13.163114 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-7469159d-9ba1-4370-8817-b208cdc3c88b None None] Provisioning complete for port 2e463de9-26fc-4218-802c-eb743c68b3b4 triggered by entity DHCP. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:54:13.164097 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-7469159d-9ba1-4370-8817-b208cdc3c88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:13.202489 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-7469159d-9ba1-4370-8817-b208cdc3c88b None None] Port 2e463de9-26fc-4218-802c-eb743c68b3b4 cannot update to ACTIVE because it is not bound. {{(pid=100454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 16:54:13.257301 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-fe2cb80e-9178-4415-83a2-421bdc98bd17 req-d1f2e62b-b56c-4ea0-9244-eedd26584322 service neutron] 10.222.0.66 "GET /v2.0/networks/cf6bcf08-16c2-430e-b630-d9fa645b940f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896280 Sep 22 16:54:13.301436 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.notifiers.nova [req-da6ffae4-6005-4f14-9a34-916535ac119e req-e4915273-e0c3-44f6-ab55-249530281d38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e463de9-26fc-4218-802c-eb743c68b3b4 {{(pid=100452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 16:54:13.309396 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-da6ffae4-6005-4f14-9a34-916535ac119e req-e4915273-e0c3-44f6-ab55-249530281d38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:13.321094 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.provisioning_blocks [req-da6ffae4-6005-4f14-9a34-916535ac119e req-e4915273-e0c3-44f6-ab55-249530281d38 service neutron] Transition to ACTIVE for port object 2e463de9-26fc-4218-802c-eb743c68b3b4 will not be triggered until provisioned by entity L2. {{(pid=100452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:54:13.323980 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-da6ffae4-6005-4f14-9a34-916535ac119e req-e4915273-e0c3-44f6-ab55-249530281d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8763935'] for port, after_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:13.346989 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-fe2cb80e-9178-4415-83a2-421bdc98bd17 req-cef8ebf1-333d-4324-8684-95adc5ffff07 service neutron] 10.222.0.66 "GET /v2.0/networks/cf6bcf08-16c2-430e-b630-d9fa645b940f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829418 Sep 22 16:54:13.372048 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4915273-e0c3-44f6-ab55-249530281d38 service neutron] Pushing event updated for resources: {'Port': ['ID=2e463de9-26fc-4218-802c-eb743c68b3b4,revision_number=2']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:54:13.447199 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.managers [req-da6ffae4-6005-4f14-9a34-916535ac119e req-e4915273-e0c3-44f6-ab55-249530281d38 service neutron] Attempting to bind port 2e463de9-26fc-4218-802c-eb743c68b3b4 on host hv-cinder-80996 for vnic_type normal with profile {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 16:54:13.447684 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.managers [req-da6ffae4-6005-4f14-9a34-916535ac119e req-e4915273-e0c3-44f6-ab55-249530281d38 service neutron] Attempting to bind port 2e463de9-26fc-4218-802c-eb743c68b3b4 by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': '2c663890-389a-46e8-a2e8-a82c167fea9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'aababfd4-24d1-4477-9e08-13669f02d6c3'}] {{(pid=100452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 16:54:13.448096 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6ffae4-6005-4f14-9a34-916535ac119e req-e4915273-e0c3-44f6-ab55-249530281d38 service neutron] Attempting to bind port 2e463de9-26fc-4218-802c-eb743c68b3b4 on network aababfd4-24d1-4477-9e08-13669f02d6c3 {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 16:54:13.466187 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6ffae4-6005-4f14-9a34-916535ac119e req-e4915273-e0c3-44f6-ab55-249530281d38 service neutron] Port 2e463de9-26fc-4218-802c-eb743c68b3b4 on network aababfd4-24d1-4477-9e08-13669f02d6c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 16:54:13.466977 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6ffae4-6005-4f14-9a34-916535ac119e req-e4915273-e0c3-44f6-ab55-249530281d38 service neutron] Attempting to bind port 2e463de9-26fc-4218-802c-eb743c68b3b4 on network aababfd4-24d1-4477-9e08-13669f02d6c3 {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 16:54:13.482662 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6ffae4-6005-4f14-9a34-916535ac119e req-e4915273-e0c3-44f6-ab55-249530281d38 service neutron] Checking agent: {'id': 'b620640a-8129-43ac-bbbc-6cb85f2c2acf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 16, 45, 26), 'started_at': datetime.datetime(2021, 9, 22, 16, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 16, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 16:54:13.482999 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6ffae4-6005-4f14-9a34-916535ac119e req-e4915273-e0c3-44f6-ab55-249530281d38 service neutron] Checking segment: {'id': '2c663890-389a-46e8-a2e8-a82c167fea9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'aababfd4-24d1-4477-9e08-13669f02d6c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 16:54:13.483382 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6ffae4-6005-4f14-9a34-916535ac119e req-e4915273-e0c3-44f6-ab55-249530281d38 service neutron] Bound using segment: {'id': '2c663890-389a-46e8-a2e8-a82c167fea9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'aababfd4-24d1-4477-9e08-13669f02d6c3'} {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 16:54:13.484190 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.managers [req-da6ffae4-6005-4f14-9a34-916535ac119e req-e4915273-e0c3-44f6-ab55-249530281d38 service neutron] Bound port: 2e463de9-26fc-4218-802c-eb743c68b3b4, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c663890-389a-46e8-a2e8-a82c167fea9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'aababfd4-24d1-4477-9e08-13669f02d6c3'}}] {{(pid=100452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 16:54:13.484412 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-da6ffae4-6005-4f14-9a34-916535ac119e req-e4915273-e0c3-44f6-ab55-249530281d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:13.497019 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 16:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4eb7b74-7f95-4ca8-a49d-c2a378c15a9b x-openstack-request-id: req-b4eb7b74-7f95-4ca8-a49d-c2a378c15a9b {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:54:13.497135 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65ca32de-68fa-46cc-9db7-ed1ebbe30d79", "name": "network-vif-deleted", "tag": "b781c921-22a8-42a3-931d-e27218ba99e2", "status": "completed", "code": 200}]} {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:54:13.497837 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b4eb7b74-7f95-4ca8-a49d-c2a378c15a9b {{(pid=100452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:54:13.497837 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65ca32de-68fa-46cc-9db7-ed1ebbe30d79', 'name': 'network-vif-deleted', 'tag': 'b781c921-22a8-42a3-931d-e27218ba99e2', 'status': 'completed', 'code': 200} Sep 22 16:54:13.567639 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-10cc4a81-6cdd-4872-9a4b-34523f188736 req-750cbba9-580d-4188-b8db-48324280d3b5 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 210 time: 0.0427976 Sep 22 16:54:13.576148 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.db [req-da6ffae4-6005-4f14-9a34-916535ac119e req-e4915273-e0c3-44f6-ab55-249530281d38 service neutron] For port 2e463de9-26fc-4218-802c-eb743c68b3b4, host hv-cinder-80996, cleared binding levels {{(pid=100452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 16:54:13.581085 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.db [req-da6ffae4-6005-4f14-9a34-916535ac119e req-e4915273-e0c3-44f6-ab55-249530281d38 service neutron] For port 2e463de9-26fc-4218-802c-eb743c68b3b4, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=2e463de9-26fc-4218-802c-eb743c68b3b4,segment=NetworkSegment(2c663890-389a-46e8-a2e8-a82c167fea9b),segment_id=2c663890-389a-46e8-a2e8-a82c167fea9b)] {{(pid=100452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 16:54:13.589458 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-da6ffae4-6005-4f14-9a34-916535ac119e req-e4915273-e0c3-44f6-ab55-249530281d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8763935'] for port, after_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:13.635392 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ffae4-6005-4f14-9a34-916535ac119e req-e4915273-e0c3-44f6-ab55-249530281d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:13.636077 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-da6ffae4-6005-4f14-9a34-916535ac119e req-e4915273-e0c3-44f6-ab55-249530281d38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306'] for port, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:13.637965 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-da6ffae4-6005-4f14-9a34-916535ac119e req-e4915273-e0c3-44f6-ab55-249530281d38 service neutron] 10.222.0.72 "PUT /v2.0/ports/2e463de9-26fc-4218-802c-eb743c68b3b4 HTTP/1.1" status: 200 len: 1093 time: 0.6909530 Sep 22 16:54:13.673717 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4915273-e0c3-44f6-ab55-249530281d38 service neutron] Pushing event updated for resources: {'Port': ['ID=2e463de9-26fc-4218-802c-eb743c68b3b4,revision_number=3']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:54:13.722341 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf6b169-ac11-452e-ae3e-2e7aa6a31946 req-9cf755a3-6949-4dd8-8048-ee6bc171e688 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:13.724807 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-bbf6b169-ac11-452e-ae3e-2e7aa6a31946 req-9cf755a3-6949-4dd8-8048-ee6bc171e688 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=007d3ba2-e5ca-4536-b2bb-3e32c7d55715 HTTP/1.1" status: 200 len: 943 time: 0.0820112 Sep 22 16:54:13.746145 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ffae4-6005-4f14-9a34-916535ac119e req-72fa0e70-9021-407a-869c-dcc9986f570e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:13.748154 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-da6ffae4-6005-4f14-9a34-916535ac119e req-72fa0e70-9021-407a-869c-dcc9986f570e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4268d5a7c3ba47fc9f303a67b37aee7a&device_id=007d3ba2-e5ca-4536-b2bb-3e32c7d55715 HTTP/1.1" status: 200 len: 1096 time: 0.0610297 Sep 22 16:54:13.770002 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-bbf6b169-ac11-452e-ae3e-2e7aa6a31946 req-2fcf58e3-c708-48a0-a7d3-7703ca3900fa tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373309 Sep 22 16:54:13.805713 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-da6ffae4-6005-4f14-9a34-916535ac119e req-737b180d-8195-46ae-9a29-a919ba4b93fb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e463de9-26fc-4218-802c-eb743c68b3b4 HTTP/1.1" status: 200 len: 217 time: 0.0483932 Sep 22 16:54:13.862536 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ffae4-6005-4f14-9a34-916535ac119e req-74e49f0a-bbc3-4a63-8240-efbfac83fca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:13.863643 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-da6ffae4-6005-4f14-9a34-916535ac119e req-74e49f0a-bbc3-4a63-8240-efbfac83fca9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fd70f39b-af57-4d8a-9640-3850988db9e5 HTTP/1.1" status: 200 len: 851 time: 0.0514019 Sep 22 16:54:13.910262 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ffae4-6005-4f14-9a34-916535ac119e req-7112db95-2011-44ef-8dfb-e71761775489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:13.911768 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-da6ffae4-6005-4f14-9a34-916535ac119e req-7112db95-2011-44ef-8dfb-e71761775489 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=aababfd4-24d1-4477-9e08-13669f02d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414853 Sep 22 16:54:14.008631 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-da6ffae4-6005-4f14-9a34-916535ac119e req-48fcecc3-867d-45f3-8e5c-fcd53666c680 service neutron] 10.222.0.72 "GET /v2.0/networks/aababfd4-24d1-4477-9e08-13669f02d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893517 Sep 22 16:54:14.105266 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-da6ffae4-6005-4f14-9a34-916535ac119e req-fdf49d24-3cdc-406f-8506-3822952e002f service neutron] 10.222.0.72 "GET /v2.0/networks/aababfd4-24d1-4477-9e08-13669f02d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895877 Sep 22 16:54:14.667179 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-6656129b-cfbe-40c5-919e-5ad0fcadc909 req-c0a0b3ee-ba21-4f87-8654-f8af5946d569 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 210 time: 0.0266826 Sep 22 16:54:14.886982 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3909cfa4-c38d-4b61-a960-7f3d2d21c748 req-76df5bd6-4aa0-4ff3-9900-0fbbffd2b8c0 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:14.888357 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-3909cfa4-c38d-4b61-a960-7f3d2d21c748 req-76df5bd6-4aa0-4ff3-9900-0fbbffd2b8c0 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=007d3ba2-e5ca-4536-b2bb-3e32c7d55715 HTTP/1.1" status: 200 len: 943 time: 0.0475059 Sep 22 16:54:14.928381 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-3909cfa4-c38d-4b61-a960-7f3d2d21c748 req-6842fca9-bd00-4b0c-945c-0be5ad3d132a tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340323 Sep 22 16:54:15.080942 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2cb80e-9178-4415-83a2-421bdc98bd17 req-0bcc839b-dfbd-4e9e-8ad7-053c9eb6d92b tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:15.082519 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-fe2cb80e-9178-4415-83a2-421bdc98bd17 req-0bcc839b-dfbd-4e9e-8ad7-053c9eb6d92b tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.72 "GET /v2.0/networks?id=cf6bcf08-16c2-430e-b630-d9fa645b940f HTTP/1.1" status: 200 len: 817 time: 0.1055813 Sep 22 16:54:15.498994 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '007d3ba2-e5ca-4536-b2bb-3e32c7d55715', 'tag': '2e463de9-26fc-4218-802c-eb743c68b3b4'}] {{(pid=100452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 16:54:15.501339 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3daeaf716feba76a3af1624af44cd9d3b401b8dbf4d63f278f059799def7c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de20d29-655e-4c44-8134-c5e418611e59" -d '{"events": [{"name": "network-changed", "server_uuid": "007d3ba2-e5ca-4536-b2bb-3e32c7d55715", "tag": "2e463de9-26fc-4218-802c-eb743c68b3b4"}]}' {{(pid=100452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:54:15.535744 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 16:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e70d4d29-6096-4973-b861-458b82c9fd36 x-openstack-request-id: req-e70d4d29-6096-4973-b861-458b82c9fd36 {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:54:15.536026 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "007d3ba2-e5ca-4536-b2bb-3e32c7d55715", "tag": "2e463de9-26fc-4218-802c-eb743c68b3b4", "status": "completed", "code": 200}]} {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:54:15.536269 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e70d4d29-6096-4973-b861-458b82c9fd36 {{(pid=100452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:54:15.536654 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '007d3ba2-e5ca-4536-b2bb-3e32c7d55715', 'tag': '2e463de9-26fc-4218-802c-eb743c68b3b4', 'status': 'completed', 'code': 200} Sep 22 16:54:15.765124 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f83c5b7d-8ca6-4ac9-b0c0-e1604361d275 req-989eb814-6b91-4d50-b10d-a943891b91f1 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 210 time: 0.0274515 Sep 22 16:54:16.036425 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device b781c921-22a8-42a3-931d-e27218ba99e2 no longer exists at agent hyperv_hv-cinder-80996 {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 16:54:16.040570 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d67bf08-07ee-4c95-9c39-7e1c7ea512c1 req-9112a744-1d06-487e-94d1-0fdfa26fb8c4 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:16.042131 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-0d67bf08-07ee-4c95-9c39-7e1c7ea512c1 req-9112a744-1d06-487e-94d1-0fdfa26fb8c4 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=007d3ba2-e5ca-4536-b2bb-3e32c7d55715 HTTP/1.1" status: 200 len: 943 time: 0.0494192 Sep 22 16:54:16.056807 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] No Port match for: b781c921-22a8-42a3-931d-e27218ba99e2 {{(pid=100454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 16:54:16.057230 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device b781c921-22a8-42a3-931d-e27218ba99e2 not bound to the agent host hv-cinder-80996 {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 16:54:16.079695 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-0d67bf08-07ee-4c95-9c39-7e1c7ea512c1 req-6da10c63-a27e-4d75-bf84-ad805b5295fa tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315897 Sep 22 16:54:16.863280 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-6a5d04f7-c9e5-47c0-8a9a-2169c73b6f03 req-ebc2ac7a-3c27-400f-9ed8-da422e120699 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 210 time: 0.0248182 Sep 22 16:54:17.069968 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-fe2cb80e-9178-4415-83a2-421bdc98bd17 req-bcf3325d-9679-4342-b49f-393eb2ad4e46 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe0862b93ee9429196930d5fd745e5cc HTTP/1.1" status: 200 len: 379 time: 0.0369935 Sep 22 16:54:17.195546 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc4061-d5f0-4470-9d8c-76db84cb3bd9 req-27607a9d-8016-4c5b-88ac-10c33170f2f8 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:17.197006 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-93cc4061-d5f0-4470-9d8c-76db84cb3bd9 req-27607a9d-8016-4c5b-88ac-10c33170f2f8 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=007d3ba2-e5ca-4536-b2bb-3e32c7d55715 HTTP/1.1" status: 200 len: 943 time: 0.0516353 Sep 22 16:54:17.233952 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-93cc4061-d5f0-4470-9d8c-76db84cb3bd9 req-0047ef2e-41f9-4982-9996-4888401272b2 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310109 Sep 22 16:54:17.960485 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-67aa4dd3-6bd9-492b-ac11-e2db4a80718d req-7b919b19-c759-4f78-8058-0befb3ade87e tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 210 time: 0.0257459 Sep 22 16:54:18.293886 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [req-fe2cb80e-9178-4415-83a2-421bdc98bd17 req-a0941b35-fd96-456d-a7e8-8e1cb3f05d3e tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Request body: {'port': {'device_id': 'a551ca0e-985b-4419-af0a-f596f4a6ea11', 'network_id': 'cf6bcf08-16c2-430e-b630-d9fa645b940f', 'admin_state_up': True, 'tenant_id': 'fe0862b93ee9429196930d5fd745e5cc', 'security_groups': ['e530700c-f783-4f1a-b1bd-8b66e984e57a']}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:54:18.349493 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c3c71-9c50-488b-b87f-f1c99b85bdb0 req-f89438d0-5ec1-44de-8a52-498058e1eb3e tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:18.351027 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-518c3c71-9c50-488b-b87f-f1c99b85bdb0 req-f89438d0-5ec1-44de-8a52-498058e1eb3e tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=007d3ba2-e5ca-4536-b2bb-3e32c7d55715 HTTP/1.1" status: 200 len: 943 time: 0.0487623 Sep 22 16:54:18.388393 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-518c3c71-9c50-488b-b87f-f1c99b85bdb0 req-fdcc00d6-27f3-412c-8a75-ebbe3b786e0e tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314212 Sep 22 16:54:18.399272 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de20d29-655e-4c44-8134-c5e418611e59 req-d2b473e1-cbc6-4869-8e41-b1b3028f5100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:18.400763 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-0de20d29-655e-4c44-8134-c5e418611e59 req-d2b473e1-cbc6-4869-8e41-b1b3028f5100 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4268d5a7c3ba47fc9f303a67b37aee7a&device_id=007d3ba2-e5ca-4536-b2bb-3e32c7d55715 HTTP/1.1" status: 200 len: 1096 time: 0.1109073 Sep 22 16:54:18.493218 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe2cb80e-9178-4415-83a2-421bdc98bd17 req-a0941b35-fd96-456d-a7e8-8e1cb3f05d3e tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Made reservation on behalf of fe0862b93ee9429196930d5fd745e5cc for: {'port': 1} {{(pid=100452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:54:18.496652 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-fe2cb80e-9178-4415-83a2-421bdc98bd17 req-a0941b35-fd96-456d-a7e8-8e1cb3f05d3e tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:18.530039 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de20d29-655e-4c44-8134-c5e418611e59 req-8fe38229-f66d-440c-996a-a6b3c3e3210a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:18.531485 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-0de20d29-655e-4c44-8134-c5e418611e59 req-8fe38229-f66d-440c-996a-a6b3c3e3210a service neutron] 10.222.0.72 "GET /v2.0/networks?id=aababfd4-24d1-4477-9e08-13669f02d6c3 HTTP/1.1" status: 200 len: 914 time: 0.1220009 Sep 22 16:54:18.602817 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-0de20d29-655e-4c44-8134-c5e418611e59 req-5372d192-45cb-46f5-b33a-c3d77fd3101b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e463de9-26fc-4218-802c-eb743c68b3b4 HTTP/1.1" status: 200 len: 217 time: 0.0424733 Sep 22 16:54:18.686906 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de20d29-655e-4c44-8134-c5e418611e59 req-6a483f01-2124-4341-a652-3c733d1acccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:18.688337 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-0de20d29-655e-4c44-8134-c5e418611e59 req-6a483f01-2124-4341-a652-3c733d1acccf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fd70f39b-af57-4d8a-9640-3850988db9e5 HTTP/1.1" status: 200 len: 851 time: 0.0779829 Sep 22 16:54:18.699959 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.db_base_plugin_common [req-fe2cb80e-9178-4415-83a2-421bdc98bd17 req-a0941b35-fd96-456d-a7e8-8e1cb3f05d3e tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Allocated IP 172.20.0.10 (cf6bcf08-16c2-430e-b630-d9fa645b940f/7d91da0e-c8e1-4689-8df1-180aa1bc9ec6/e3932ce7-0ea9-4221-a225-3b3db0751547) {{(pid=100452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:54:18.764544 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de20d29-655e-4c44-8134-c5e418611e59 req-98ffa438-99d9-44a4-87fc-9abf8c8f9b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:18.766062 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-0de20d29-655e-4c44-8134-c5e418611e59 req-98ffa438-99d9-44a4-87fc-9abf8c8f9b1f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=aababfd4-24d1-4477-9e08-13669f02d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0674636 Sep 22 16:54:18.934241 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-fe2cb80e-9178-4415-83a2-421bdc98bd17 req-a0941b35-fd96-456d-a7e8-8e1cb3f05d3e tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks [] for port, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:18.936900 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-0de20d29-655e-4c44-8134-c5e418611e59 req-46bedaca-621b-4adb-91c0-ad6ce81892d3 service neutron] 10.222.0.72 "GET /v2.0/networks/aababfd4-24d1-4477-9e08-13669f02d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558807 Sep 22 16:54:19.018194 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-fe2cb80e-9178-4415-83a2-421bdc98bd17 req-a0941b35-fd96-456d-a7e8-8e1cb3f05d3e tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735274499777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8763924'] for port, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:19.080455 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef9082-fb5e-4fd9-a58a-ef77db657456 req-9c9351b1-57d4-40de-97f7-2f59ec1bdb00 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:19.081974 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-88ef9082-fb5e-4fd9-a58a-ef77db657456 req-9c9351b1-57d4-40de-97f7-2f59ec1bdb00 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 932 time: 0.0507872 Sep 22 16:54:19.089213 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0941b35-fd96-456d-a7e8-8e1cb3f05d3e tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Pushing event updated for resources: {'Port': ['ID=e3932ce7-0ea9-4221-a225-3b3db0751547,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:54:19.094284 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe2cb80e-9178-4415-83a2-421bdc98bd17 req-a0941b35-fd96-456d-a7e8-8e1cb3f05d3e tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Network cf6bcf08-16c2-430e-b630-d9fa645b940f is already hosted by enough agents. {{(pid=100452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:54:19.101417 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-0de20d29-655e-4c44-8134-c5e418611e59 req-b3a9fef9-9dd5-4988-9118-34f65901b5f7 service neutron] 10.222.0.72 "GET /v2.0/networks/aababfd4-24d1-4477-9e08-13669f02d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547654 Sep 22 16:54:19.102242 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.base_scheduler [req-fe2cb80e-9178-4415-83a2-421bdc98bd17 req-a0941b35-fd96-456d-a7e8-8e1cb3f05d3e tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Resources bound (agent type, host, resource id): {{(pid=100452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:54:19.104983 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0941b35-fd96-456d-a7e8-8e1cb3f05d3e tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:54:19.105336 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0941b35-fd96-456d-a7e8-8e1cb3f05d3e tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:54:19.106261 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0941b35-fd96-456d-a7e8-8e1cb3f05d3e tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:54:19.106611 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0941b35-fd96-456d-a7e8-8e1cb3f05d3e tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:54:19.106948 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0941b35-fd96-456d-a7e8-8e1cb3f05d3e tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:54:19.107304 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0941b35-fd96-456d-a7e8-8e1cb3f05d3e tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:54:19.107634 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0941b35-fd96-456d-a7e8-8e1cb3f05d3e tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:54:19.107957 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0941b35-fd96-456d-a7e8-8e1cb3f05d3e tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:54:19.108279 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0941b35-fd96-456d-a7e8-8e1cb3f05d3e tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:54:19.108944 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0941b35-fd96-456d-a7e8-8e1cb3f05d3e tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:54:19.108944 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0941b35-fd96-456d-a7e8-8e1cb3f05d3e tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:54:19.109211 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0941b35-fd96-456d-a7e8-8e1cb3f05d3e tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:54:19.112328 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe2cb80e-9178-4415-83a2-421bdc98bd17 req-a0941b35-fd96-456d-a7e8-8e1cb3f05d3e tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Received port after_create {{(pid=100452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 16:54:19.136010 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-88ef9082-fb5e-4fd9-a58a-ef77db657456 req-fe4940b6-a199-414a-a596-f90d15118c4a tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475283 Sep 22 16:54:19.161353 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2cb80e-9178-4415-83a2-421bdc98bd17 req-a0941b35-fd96-456d-a7e8-8e1cb3f05d3e tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:19.162059 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-fe2cb80e-9178-4415-83a2-421bdc98bd17 req-a0941b35-fd96-456d-a7e8-8e1cb3f05d3e tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306'] for port, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:19.177448 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-fe2cb80e-9178-4415-83a2-421bdc98bd17 req-a0941b35-fd96-456d-a7e8-8e1cb3f05d3e tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8887033 Sep 22 16:54:19.191051 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [req-fe2cb80e-9178-4415-83a2-421bdc98bd17 req-a6f9f5f5-78a5-4e0b-94e7-ae2da97fbfaf service neutron] Request body: {'port': {'device_id': 'a551ca0e-985b-4419-af0a-f596f4a6ea11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:54:19.248163 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-fe2cb80e-9178-4415-83a2-421bdc98bd17 req-a6f9f5f5-78a5-4e0b-94e7-ae2da97fbfaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:19.319991 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-5e95721c-b04e-4053-a2de-b1072ddde548 None None] Provisioning complete for port e3932ce7-0ea9-4221-a225-3b3db0751547 triggered by entity DHCP. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:54:19.320562 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-5e95721c-b04e-4053-a2de-b1072ddde548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:19.357802 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-5e95721c-b04e-4053-a2de-b1072ddde548 None None] Port e3932ce7-0ea9-4221-a225-3b3db0751547 cannot update to ACTIVE because it is not bound. {{(pid=100454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 16:54:19.503006 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e643c33b-a712-4487-a4bd-ecd533bf0cb3 req-42d58027-35bd-485c-ab93-a33c674dd7d4 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:19.504519 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-e643c33b-a712-4487-a4bd-ecd533bf0cb3 req-42d58027-35bd-485c-ab93-a33c674dd7d4 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=007d3ba2-e5ca-4536-b2bb-3e32c7d55715 HTTP/1.1" status: 200 len: 943 time: 0.0503869 Sep 22 16:54:19.521392 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.notifiers.nova [req-fe2cb80e-9178-4415-83a2-421bdc98bd17 req-a6f9f5f5-78a5-4e0b-94e7-ae2da97fbfaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3932ce7-0ea9-4221-a225-3b3db0751547 {{(pid=100452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 16:54:19.529522 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-fe2cb80e-9178-4415-83a2-421bdc98bd17 req-a6f9f5f5-78a5-4e0b-94e7-ae2da97fbfaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:19.544342 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.provisioning_blocks [req-fe2cb80e-9178-4415-83a2-421bdc98bd17 req-a6f9f5f5-78a5-4e0b-94e7-ae2da97fbfaf service neutron] Transition to ACTIVE for port object e3932ce7-0ea9-4221-a225-3b3db0751547 will not be triggered until provisioned by entity L2. {{(pid=100452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:54:19.545062 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-e643c33b-a712-4487-a4bd-ecd533bf0cb3 req-7c5edf36-b646-414b-b1ef-c7ac7aacffd9 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331581 Sep 22 16:54:19.549057 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-fe2cb80e-9178-4415-83a2-421bdc98bd17 req-a6f9f5f5-78a5-4e0b-94e7-ae2da97fbfaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8763935'] for port, after_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:19.626952 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f9f5f5-78a5-4e0b-94e7-ae2da97fbfaf service neutron] Pushing event updated for resources: {'Port': ['ID=e3932ce7-0ea9-4221-a225-3b3db0751547,revision_number=2']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:54:19.680824 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.managers [req-fe2cb80e-9178-4415-83a2-421bdc98bd17 req-a6f9f5f5-78a5-4e0b-94e7-ae2da97fbfaf service neutron] Attempting to bind port e3932ce7-0ea9-4221-a225-3b3db0751547 on host hv-cinder-80996 for vnic_type normal with profile {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 16:54:19.681077 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.managers [req-fe2cb80e-9178-4415-83a2-421bdc98bd17 req-a6f9f5f5-78a5-4e0b-94e7-ae2da97fbfaf service neutron] Attempting to bind port e3932ce7-0ea9-4221-a225-3b3db0751547 by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': '3afac084-fecd-4942-8672-011c0558f65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'cf6bcf08-16c2-430e-b630-d9fa645b940f'}] {{(pid=100452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 16:54:19.681405 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2cb80e-9178-4415-83a2-421bdc98bd17 req-a6f9f5f5-78a5-4e0b-94e7-ae2da97fbfaf service neutron] Attempting to bind port e3932ce7-0ea9-4221-a225-3b3db0751547 on network cf6bcf08-16c2-430e-b630-d9fa645b940f {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 16:54:19.686983 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2cb80e-9178-4415-83a2-421bdc98bd17 req-a6f9f5f5-78a5-4e0b-94e7-ae2da97fbfaf service neutron] Port e3932ce7-0ea9-4221-a225-3b3db0751547 on network cf6bcf08-16c2-430e-b630-d9fa645b940f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 16:54:19.687304 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2cb80e-9178-4415-83a2-421bdc98bd17 req-a6f9f5f5-78a5-4e0b-94e7-ae2da97fbfaf service neutron] Attempting to bind port e3932ce7-0ea9-4221-a225-3b3db0751547 on network cf6bcf08-16c2-430e-b630-d9fa645b940f {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 16:54:19.694461 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2cb80e-9178-4415-83a2-421bdc98bd17 req-a6f9f5f5-78a5-4e0b-94e7-ae2da97fbfaf service neutron] Checking agent: {'id': 'b620640a-8129-43ac-bbbc-6cb85f2c2acf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 16, 45, 26), 'started_at': datetime.datetime(2021, 9, 22, 16, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 16, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 16:54:19.694755 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2cb80e-9178-4415-83a2-421bdc98bd17 req-a6f9f5f5-78a5-4e0b-94e7-ae2da97fbfaf service neutron] Checking segment: {'id': '3afac084-fecd-4942-8672-011c0558f65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'cf6bcf08-16c2-430e-b630-d9fa645b940f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 16:54:19.695140 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2cb80e-9178-4415-83a2-421bdc98bd17 req-a6f9f5f5-78a5-4e0b-94e7-ae2da97fbfaf service neutron] Bound using segment: {'id': '3afac084-fecd-4942-8672-011c0558f65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'cf6bcf08-16c2-430e-b630-d9fa645b940f'} {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 16:54:19.695572 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.managers [req-fe2cb80e-9178-4415-83a2-421bdc98bd17 req-a6f9f5f5-78a5-4e0b-94e7-ae2da97fbfaf service neutron] Bound port: e3932ce7-0ea9-4221-a225-3b3db0751547, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3afac084-fecd-4942-8672-011c0558f65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'cf6bcf08-16c2-430e-b630-d9fa645b940f'}}] {{(pid=100452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 16:54:19.695932 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-fe2cb80e-9178-4415-83a2-421bdc98bd17 req-a6f9f5f5-78a5-4e0b-94e7-ae2da97fbfaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:19.766496 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.db [req-fe2cb80e-9178-4415-83a2-421bdc98bd17 req-a6f9f5f5-78a5-4e0b-94e7-ae2da97fbfaf service neutron] For port e3932ce7-0ea9-4221-a225-3b3db0751547, host hv-cinder-80996, cleared binding levels {{(pid=100452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 16:54:19.769888 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.db [req-fe2cb80e-9178-4415-83a2-421bdc98bd17 req-a6f9f5f5-78a5-4e0b-94e7-ae2da97fbfaf service neutron] For port e3932ce7-0ea9-4221-a225-3b3db0751547, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=e3932ce7-0ea9-4221-a225-3b3db0751547,segment=NetworkSegment(3afac084-fecd-4942-8672-011c0558f65a),segment_id=3afac084-fecd-4942-8672-011c0558f65a)] {{(pid=100452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 16:54:19.775399 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-fe2cb80e-9178-4415-83a2-421bdc98bd17 req-a6f9f5f5-78a5-4e0b-94e7-ae2da97fbfaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8763935'] for port, after_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:19.809710 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2cb80e-9178-4415-83a2-421bdc98bd17 req-a6f9f5f5-78a5-4e0b-94e7-ae2da97fbfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:19.810670 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-fe2cb80e-9178-4415-83a2-421bdc98bd17 req-a6f9f5f5-78a5-4e0b-94e7-ae2da97fbfaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306'] for port, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:19.813112 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-fe2cb80e-9178-4415-83a2-421bdc98bd17 req-a6f9f5f5-78a5-4e0b-94e7-ae2da97fbfaf service neutron] 10.222.0.72 "PUT /v2.0/ports/e3932ce7-0ea9-4221-a225-3b3db0751547 HTTP/1.1" status: 200 len: 1094 time: 0.6260228 Sep 22 16:54:19.813780 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a551ca0e-985b-4419-af0a-f596f4a6ea11', 'tag': 'e3932ce7-0ea9-4221-a225-3b3db0751547'}] {{(pid=100452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 16:54:19.817314 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3daeaf716feba76a3af1624af44cd9d3b401b8dbf4d63f278f059799def7c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e55d7cca-237f-4f0c-adaa-5902df23e6cf" -d '{"events": [{"name": "network-changed", "server_uuid": "a551ca0e-985b-4419-af0a-f596f4a6ea11", "tag": "e3932ce7-0ea9-4221-a225-3b3db0751547"}]}' {{(pid=100452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:54:19.853202 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f9f5f5-78a5-4e0b-94e7-ae2da97fbfaf service neutron] Pushing event updated for resources: {'Port': ['ID=e3932ce7-0ea9-4221-a225-3b3db0751547,revision_number=3']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:54:19.892866 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 16:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c3b86d-9e69-48cf-8ad5-514a43dbcd8c x-openstack-request-id: req-13c3b86d-9e69-48cf-8ad5-514a43dbcd8c {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:54:19.893156 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a551ca0e-985b-4419-af0a-f596f4a6ea11", "tag": "e3932ce7-0ea9-4221-a225-3b3db0751547", "status": "completed", "code": 200}]} {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:54:19.893406 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-13c3b86d-9e69-48cf-8ad5-514a43dbcd8c {{(pid=100452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:54:19.893854 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a551ca0e-985b-4419-af0a-f596f4a6ea11', 'tag': 'e3932ce7-0ea9-4221-a225-3b3db0751547', 'status': 'completed', 'code': 200} Sep 22 16:54:19.912448 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2cb80e-9178-4415-83a2-421bdc98bd17 req-2937d24c-ced0-4e4d-b31c-5b2cc40d49dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:19.915127 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-fe2cb80e-9178-4415-83a2-421bdc98bd17 req-2937d24c-ced0-4e4d-b31c-5b2cc40d49dc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fe0862b93ee9429196930d5fd745e5cc&device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 1097 time: 0.0501075 Sep 22 16:54:20.203997 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-fe2cb80e-9178-4415-83a2-421bdc98bd17 req-ee28649d-f68c-400e-8167-27ab2705abb8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3932ce7-0ea9-4221-a225-3b3db0751547 HTTP/1.1" status: 200 len: 217 time: 0.2797463 Sep 22 16:54:20.252621 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2cb80e-9178-4415-83a2-421bdc98bd17 req-30b97421-0009-4726-b6dd-0a14fb20a3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:20.254076 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-fe2cb80e-9178-4415-83a2-421bdc98bd17 req-30b97421-0009-4726-b6dd-0a14fb20a3a8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7d91da0e-c8e1-4689-8df1-180aa1bc9ec6 HTTP/1.1" status: 200 len: 856 time: 0.0424082 Sep 22 16:54:20.257265 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd70b1-13f7-449d-8dc6-28f54b4e041c req-7eb02475-d2d2-469c-baa8-a9546f148c92 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:20.259289 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-72fd70b1-13f7-449d-8dc6-28f54b4e041c req-7eb02475-d2d2-469c-baa8-a9546f148c92 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 944 time: 0.0486188 Sep 22 16:54:20.296605 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-72fd70b1-13f7-449d-8dc6-28f54b4e041c req-a2cb1c7f-374c-4370-a70b-2c88b415faf8 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313897 Sep 22 16:54:20.300953 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2cb80e-9178-4415-83a2-421bdc98bd17 req-9c6b0bdb-a886-4840-a3f2-4ac76800fc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:20.302484 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-fe2cb80e-9178-4415-83a2-421bdc98bd17 req-9c6b0bdb-a886-4840-a3f2-4ac76800fc92 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cf6bcf08-16c2-430e-b630-d9fa645b940f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407863 Sep 22 16:54:20.398162 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-fe2cb80e-9178-4415-83a2-421bdc98bd17 req-03ec775d-db4c-4176-be53-4efaed952f33 service neutron] 10.222.0.72 "GET /v2.0/networks/cf6bcf08-16c2-430e-b630-d9fa645b940f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859458 Sep 22 16:54:20.486416 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-fe2cb80e-9178-4415-83a2-421bdc98bd17 req-3e85b454-c2bf-40eb-8efd-10d5e8ebf551 service neutron] 10.222.0.72 "GET /v2.0/networks/cf6bcf08-16c2-430e-b630-d9fa645b940f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802772 Sep 22 16:54:20.580110 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d7cca-237f-4f0c-adaa-5902df23e6cf req-c45fc77f-e363-4162-8a61-74006e200902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:20.581607 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-e55d7cca-237f-4f0c-adaa-5902df23e6cf req-c45fc77f-e363-4162-8a61-74006e200902 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fe0862b93ee9429196930d5fd745e5cc&device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 1097 time: 0.0452845 Sep 22 16:54:20.663373 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9695679-8ddf-4b71-b991-7944c8b19169 req-1c9ad22c-19ee-49b7-b30a-92137da6f2e6 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:20.664731 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-d9695679-8ddf-4b71-b991-7944c8b19169 req-1c9ad22c-19ee-49b7-b30a-92137da6f2e6 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=007d3ba2-e5ca-4536-b2bb-3e32c7d55715 HTTP/1.1" status: 200 len: 943 time: 0.0520790 Sep 22 16:54:20.671673 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d7cca-237f-4f0c-adaa-5902df23e6cf req-8a37966b-c29b-469a-8372-d181ac2fbb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:20.673130 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-e55d7cca-237f-4f0c-adaa-5902df23e6cf req-8a37966b-c29b-469a-8372-d181ac2fbb56 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cf6bcf08-16c2-430e-b630-d9fa645b940f HTTP/1.1" status: 200 len: 919 time: 0.0847619 Sep 22 16:54:20.702628 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-d9695679-8ddf-4b71-b991-7944c8b19169 req-29c20a71-6090-4c2b-bef1-094b8744c0aa tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318584 Sep 22 16:54:20.717272 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-e55d7cca-237f-4f0c-adaa-5902df23e6cf req-99b3da6e-25fd-480e-8752-deaeacef8740 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3932ce7-0ea9-4221-a225-3b3db0751547 HTTP/1.1" status: 200 len: 217 time: 0.0361168 Sep 22 16:54:20.766331 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d7cca-237f-4f0c-adaa-5902df23e6cf req-2ff59b70-cd14-415b-9058-0a239da46566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:20.767786 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-e55d7cca-237f-4f0c-adaa-5902df23e6cf req-2ff59b70-cd14-415b-9058-0a239da46566 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7d91da0e-c8e1-4689-8df1-180aa1bc9ec6 HTTP/1.1" status: 200 len: 856 time: 0.0437655 Sep 22 16:54:20.812919 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d7cca-237f-4f0c-adaa-5902df23e6cf req-e8ca5592-9536-4351-ba15-8e5cd1504860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:20.814578 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-e55d7cca-237f-4f0c-adaa-5902df23e6cf req-e8ca5592-9536-4351-ba15-8e5cd1504860 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cf6bcf08-16c2-430e-b630-d9fa645b940f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401938 Sep 22 16:54:20.911041 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-e55d7cca-237f-4f0c-adaa-5902df23e6cf req-d2542d79-5741-43a2-a962-8ba7b478a61e service neutron] 10.222.0.72 "GET /v2.0/networks/cf6bcf08-16c2-430e-b630-d9fa645b940f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883689 Sep 22 16:54:20.997677 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-e55d7cca-237f-4f0c-adaa-5902df23e6cf req-1a6bd6d3-b0d1-4fca-ab5c-1103debc5f82 service neutron] 10.222.0.72 "GET /v2.0/networks/cf6bcf08-16c2-430e-b630-d9fa645b940f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800505 Sep 22 16:54:21.413341 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b70981-103d-44bc-bbc8-cac71cef899d req-6ea9d178-7eec-4208-a4b1-db4386cbf2d2 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:21.414829 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-40b70981-103d-44bc-bbc8-cac71cef899d req-6ea9d178-7eec-4208-a4b1-db4386cbf2d2 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 944 time: 0.0480268 Sep 22 16:54:21.451418 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-40b70981-103d-44bc-bbc8-cac71cef899d req-b4667e4c-05a6-4a35-b4f8-ddb437822648 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308883 Sep 22 16:54:21.815670 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6610659-b8d7-485e-ba58-f6d32d9d256a req-43d7d266-f6ac-425c-94e7-dfc513ff7713 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:21.817108 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a6610659-b8d7-485e-ba58-f6d32d9d256a req-43d7d266-f6ac-425c-94e7-dfc513ff7713 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=007d3ba2-e5ca-4536-b2bb-3e32c7d55715 HTTP/1.1" status: 200 len: 943 time: 0.0486908 Sep 22 16:54:21.854037 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a6610659-b8d7-485e-ba58-f6d32d9d256a req-0453d4d3-a588-41af-9bd9-6349cd077330 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308940 Sep 22 16:54:22.570625 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b1a42b-e10f-4aaa-a3f8-0435cad75942 req-00d86927-77a4-428b-b6e5-8b6a9ff68ea9 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:22.572077 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-24b1a42b-e10f-4aaa-a3f8-0435cad75942 req-00d86927-77a4-428b-b6e5-8b6a9ff68ea9 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 944 time: 0.0509861 Sep 22 16:54:22.608468 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-24b1a42b-e10f-4aaa-a3f8-0435cad75942 req-6cf206d8-b859-4fd4-8091-9b3c107b113f tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305648 Sep 22 16:54:22.966757 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a4705-015a-40b9-82f5-59e7647c50e0 req-def875de-0cd9-48f6-86ee-2d870fb6dbb2 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:22.968219 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-8b6a4705-015a-40b9-82f5-59e7647c50e0 req-def875de-0cd9-48f6-86ee-2d870fb6dbb2 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=007d3ba2-e5ca-4536-b2bb-3e32c7d55715 HTTP/1.1" status: 200 len: 943 time: 0.0493045 Sep 22 16:54:23.008572 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-8b6a4705-015a-40b9-82f5-59e7647c50e0 req-1ae4cb47-0700-4852-a911-845e45b63033 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345132 Sep 22 16:54:23.715530 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device e3932ce7-0ea9-4221-a225-3b3db0751547 details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=100454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 16:54:23.726504 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464ae40-b5e0-4ec5-b0ea-4da440986571 req-7a1b7c17-8638-4b8e-879b-d9b6dea1f50a tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:23.727979 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-1464ae40-b5e0-4ec5-b0ea-4da440986571 req-7a1b7c17-8638-4b8e-879b-d9b6dea1f50a tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 944 time: 0.0487611 Sep 22 16:54:23.764944 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-1464ae40-b5e0-4ec5-b0ea-4da440986571 req-63b8570f-cad2-488e-be25-ff6ed67c3d71 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310860 Sep 22 16:54:23.810555 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port e3932ce7-0ea9-4221-a225-3b3db0751547, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=e3932ce7-0ea9-4221-a225-3b3db0751547,segment=NetworkSegment(3afac084-fecd-4942-8672-011c0558f65a),segment_id=3afac084-fecd-4942-8672-011c0558f65a)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:54:23.822331 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Returning: {'device': 'e3932ce7-0ea9-4221-a225-3b3db0751547', 'network_id': 'cf6bcf08-16c2-430e-b630-d9fa645b940f', 'port_id': 'e3932ce7-0ea9-4221-a225-3b3db0751547', 'mac_address': 'fa:16:3e:67:b6:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d91da0e-c8e1-4689-8df1-180aa1bc9ec6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 16:54:23.861635 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:23.874640 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.notifiers.nova [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3932ce7-0ea9-4221-a225-3b3db0751547 {{(pid=100454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 16:54:23.893350 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port e3932ce7-0ea9-4221-a225-3b3db0751547, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=e3932ce7-0ea9-4221-a225-3b3db0751547,segment=NetworkSegment(3afac084-fecd-4942-8672-011c0558f65a),segment_id=3afac084-fecd-4942-8672-011c0558f65a)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:54:23.897535 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:23.943203 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Pushing event updated for resources: {'Port': ['ID=e3932ce7-0ea9-4221-a225-3b3db0751547,revision_number=4']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:54:24.122872 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2058da-9421-4bb5-b201-5713c56bd25c req-8dffe360-337b-4c1c-b362-dca13a2eae1d tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:24.124299 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-2d2058da-9421-4bb5-b201-5713c56bd25c req-8dffe360-337b-4c1c-b362-dca13a2eae1d tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=007d3ba2-e5ca-4536-b2bb-3e32c7d55715 HTTP/1.1" status: 200 len: 943 time: 0.0506704 Sep 22 16:54:24.160460 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-2d2058da-9421-4bb5-b201-5713c56bd25c req-ee7ea751-711a-4988-9600-228a6ae603a0 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302317 Sep 22 16:54:24.879921 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af5d64-378d-468b-9899-51c947498a71 req-8545d411-6f1d-4be1-8e47-d79797ddae3f tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:24.882038 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-b3af5d64-378d-468b-9899-51c947498a71 req-8545d411-6f1d-4be1-8e47-d79797ddae3f tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 945 time: 0.0467048 Sep 22 16:54:24.917285 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-b3af5d64-378d-468b-9899-51c947498a71 req-06c62ee5-6cf0-4294-afe5-88183a012f37 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292709 Sep 22 16:54:25.272426 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750fe2fe-ba8d-43c7-969e-b3de7b674a1a req-7d3411de-ad0c-4e6a-babe-46b1f6af6668 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:25.273929 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-750fe2fe-ba8d-43c7-969e-b3de7b674a1a req-7d3411de-ad0c-4e6a-babe-46b1f6af6668 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=007d3ba2-e5ca-4536-b2bb-3e32c7d55715 HTTP/1.1" status: 200 len: 943 time: 0.0475335 Sep 22 16:54:25.309002 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-750fe2fe-ba8d-43c7-969e-b3de7b674a1a req-663f2add-080d-473c-9791-36184966f2ac tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293531 Sep 22 16:54:25.731172 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-659327b5-d640-428a-8f2b-f792a23d5adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:26.036608 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d7d22-7305-413b-a3a2-d29b21c103d5 req-cd0633fe-7404-45e1-a4e9-b3152e80ddea tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:26.038079 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a45d7d22-7305-413b-a3a2-d29b21c103d5 req-cd0633fe-7404-45e1-a4e9-b3152e80ddea tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 945 time: 0.0510983 Sep 22 16:54:26.290900 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a45d7d22-7305-413b-a3a2-d29b21c103d5 req-9004083b-cd2d-4aa0-a390-918905340a64 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2470303 Sep 22 16:54:26.405640 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:26.419508 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e285b70b-86ef-44b8-96e2-fc3aaf25457d req-882efb2e-3254-4b2c-98ec-953b01f3a2eb tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:26.420965 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-e285b70b-86ef-44b8-96e2-fc3aaf25457d req-882efb2e-3254-4b2c-98ec-953b01f3a2eb tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=007d3ba2-e5ca-4536-b2bb-3e32c7d55715 HTTP/1.1" status: 200 len: 943 time: 0.0471795 Sep 22 16:54:26.458784 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-e285b70b-86ef-44b8-96e2-fc3aaf25457d req-8e7c9942-d305-49f8-b26f-565b77111ef9 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320106 Sep 22 16:54:27.406427 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc09ef5-4568-4943-9887-75e3d4528d6b req-50536d8f-b455-4fb3-9887-c67806d87feb tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:27.407866 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-fbc09ef5-4568-4943-9887-75e3d4528d6b req-50536d8f-b455-4fb3-9887-c67806d87feb tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 945 time: 0.0469079 Sep 22 16:54:27.444935 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-fbc09ef5-4568-4943-9887-75e3d4528d6b req-cb518fa8-93e1-4c04-87bc-97d4356b9c9f tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301707 Sep 22 16:54:27.571929 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad64bc55-e7f6-467b-a6de-62695f25a8d9 req-40c1c60b-80a5-438a-8136-cdca7bae324a tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:27.573407 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-ad64bc55-e7f6-467b-a6de-62695f25a8d9 req-40c1c60b-80a5-438a-8136-cdca7bae324a tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=007d3ba2-e5ca-4536-b2bb-3e32c7d55715 HTTP/1.1" status: 200 len: 943 time: 0.0498037 Sep 22 16:54:27.609439 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-ad64bc55-e7f6-467b-a6de-62695f25a8d9 req-bce6f674-ad21-4c2d-b4b2-42c40ff5c414 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302832 Sep 22 16:54:27.882529 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-e61e79e7-a219-4d8a-a159-bda9ddb3a303 req-6ad4a891-eb05-432f-b30d-aefbc4993691 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0453203 Sep 22 16:54:27.969413 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e79e7-a219-4d8a-a159-bda9ddb3a303 req-fd6de401-2a21-4e0c-bf18-d79def2596ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:27.970801 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-e61e79e7-a219-4d8a-a159-bda9ddb3a303 req-fd6de401-2a21-4e0c-bf18-d79def2596ec service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=561be258dcb34fb388cd55aeb3bb42b0&device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 1098 time: 0.0391171 Sep 22 16:54:28.072053 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e79e7-a219-4d8a-a159-bda9ddb3a303 req-5d14ebb6-add0-45f6-a3cb-dbc4e63d1c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:28.073503 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-e61e79e7-a219-4d8a-a159-bda9ddb3a303 req-5d14ebb6-add0-45f6-a3cb-dbc4e63d1c37 service neutron] 10.222.0.72 "GET /v2.0/networks?id=818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5 HTTP/1.1" status: 200 len: 912 time: 0.0831535 Sep 22 16:54:28.138433 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-e61e79e7-a219-4d8a-a159-bda9ddb3a303 req-104d3d33-4cd4-46af-a167-36786eca636d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a718f0a-bbc2-4ab1-8f9e-3eee69237667 HTTP/1.1" status: 200 len: 1000 time: 0.0583205 Sep 22 16:54:28.187032 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e79e7-a219-4d8a-a159-bda9ddb3a303 req-116a10ff-861c-47dd-8ca0-4376f2ee6bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:28.188473 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-e61e79e7-a219-4d8a-a159-bda9ddb3a303 req-116a10ff-861c-47dd-8ca0-4376f2ee6bea service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6b2e37f6-e9e1-49ca-adc1-92f53c49454f HTTP/1.1" status: 200 len: 849 time: 0.0437424 Sep 22 16:54:28.232235 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e79e7-a219-4d8a-a159-bda9ddb3a303 req-c54d61ec-ef73-4a32-9a2e-08cd0ec81807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:28.233608 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-e61e79e7-a219-4d8a-a159-bda9ddb3a303 req-c54d61ec-ef73-4a32-9a2e-08cd0ec81807 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384276 Sep 22 16:54:28.324305 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-e61e79e7-a219-4d8a-a159-bda9ddb3a303 req-af08b0fb-47d7-400b-aebc-e97c49191080 service neutron] 10.222.0.72 "GET /v2.0/networks/818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836160 Sep 22 16:54:28.412767 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-e61e79e7-a219-4d8a-a159-bda9ddb3a303 req-8af5e295-99a5-4eb2-9436-150d761736ba service neutron] 10.222.0.72 "GET /v2.0/networks/818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816941 Sep 22 16:54:28.560284 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d676d-8157-4127-920b-f7d395da1d78 req-4f747539-adf9-40df-bc0f-42c36a545046 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:28.561759 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-077d676d-8157-4127-920b-f7d395da1d78 req-4f747539-adf9-40df-bc0f-42c36a545046 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 945 time: 0.0466046 Sep 22 16:54:28.599215 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-077d676d-8157-4127-920b-f7d395da1d78 req-db7755d0-f56a-4a02-9f36-6d793d0f17b2 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317245 Sep 22 16:54:28.693342 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-46c349c8-f7ce-469a-a33d-5df9b26acf23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:28.720488 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d7f35-772c-4e86-9530-cd52f023161b req-5ed6c505-dd8f-4aee-bd0e-533a67902d0c tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:28.721961 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-488d7f35-772c-4e86-9530-cd52f023161b req-5ed6c505-dd8f-4aee-bd0e-533a67902d0c tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=007d3ba2-e5ca-4536-b2bb-3e32c7d55715 HTTP/1.1" status: 200 len: 943 time: 0.0482936 Sep 22 16:54:28.759426 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-488d7f35-772c-4e86-9530-cd52f023161b req-c5d2da3b-b313-4284-87fa-7e54896ee8b6 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315459 Sep 22 16:54:28.864380 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] get_ports_and_sgs() called for port_ids ['e3932ce7-0ea9-4221-a225-3b3db0751547'] {{(pid=100454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 16:54:29.017469 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:29.614921 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-c376604a-15ac-4af8-994c-a8e4e85893e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:29.723942 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5bb600-8050-493a-a418-50d11a27a30f req-3fabbe5a-a2d4-49b5-8709-b94e5b3c95e2 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:29.725461 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-3f5bb600-8050-493a-a418-50d11a27a30f req-3fabbe5a-a2d4-49b5-8709-b94e5b3c95e2 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 945 time: 0.0532434 Sep 22 16:54:29.765694 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-3f5bb600-8050-493a-a418-50d11a27a30f req-d6139145-c78c-4ef7-85a7-7bac583e464e tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327265 Sep 22 16:54:29.882855 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffaee11-09b5-4eae-86f0-c6d72e926d48 req-abc0196e-3562-4931-9389-de3500e74c61 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:29.884820 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-1ffaee11-09b5-4eae-86f0-c6d72e926d48 req-abc0196e-3562-4931-9389-de3500e74c61 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=007d3ba2-e5ca-4536-b2bb-3e32c7d55715 HTTP/1.1" status: 200 len: 943 time: 0.0519948 Sep 22 16:54:29.922166 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-1ffaee11-09b5-4eae-86f0-c6d72e926d48 req-22d06186-752c-4c29-950f-a5a6255fecbc tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314176 Sep 22 16:54:30.414431 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device e3932ce7-0ea9-4221-a225-3b3db0751547 up at agent hyperv_hv-cinder-80996 {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 16:54:30.462540 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Provisioning for port e3932ce7-0ea9-4221-a225-3b3db0751547 completed by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:54:30.466031 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Provisioning complete for port e3932ce7-0ea9-4221-a225-3b3db0751547 triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:54:30.466406 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:30.546844 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:30.568200 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a551ca0e-985b-4419-af0a-f596f4a6ea11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3932ce7-0ea9-4221-a225-3b3db0751547'}] {{(pid=100454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 16:54:30.571386 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16d40b4f2de209020387121264880f1a965f25742078a59137d58ca0948e8304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2422086-91a9-4e3c-baaa-28904db4078e" -d '{"events": [{"server_uuid": "a551ca0e-985b-4419-af0a-f596f4a6ea11", "name": "network-vif-plugged", "status": "completed", "tag": "e3932ce7-0ea9-4221-a225-3b3db0751547"}]}' {{(pid=100454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:54:30.583480 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port e3932ce7-0ea9-4221-a225-3b3db0751547, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=e3932ce7-0ea9-4221-a225-3b3db0751547,segment=NetworkSegment(3afac084-fecd-4942-8672-011c0558f65a),segment_id=3afac084-fecd-4942-8672-011c0558f65a)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:54:30.587976 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:30.610972 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 16:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8256b2-ae6b-4312-90e8-ad36c3eb9fc4 x-openstack-request-id: req-bc8256b2-ae6b-4312-90e8-ad36c3eb9fc4 {{(pid=100454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:54:30.611288 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a551ca0e-985b-4419-af0a-f596f4a6ea11", "name": "network-vif-plugged", "status": "completed", "tag": "e3932ce7-0ea9-4221-a225-3b3db0751547", "code": 200}]} {{(pid=100454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:54:30.611543 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bc8256b2-ae6b-4312-90e8-ad36c3eb9fc4 {{(pid=100454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:54:30.611955 dv-cinder-809968-4-iscsi neutron-server[100454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a551ca0e-985b-4419-af0a-f596f4a6ea11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3932ce7-0ea9-4221-a225-3b3db0751547', 'code': 200} Sep 22 16:54:30.638159 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Pushing event updated for resources: {'Port': ['ID=e3932ce7-0ea9-4221-a225-3b3db0751547,revision_number=5']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:54:30.781844 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09315291-8429-4805-bfd7-19a5777d7c34 req-8c99d06c-728c-4130-8b1e-147b500f132e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:30.783334 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-09315291-8429-4805-bfd7-19a5777d7c34 req-8c99d06c-728c-4130-8b1e-147b500f132e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 1099 time: 0.0451064 Sep 22 16:54:30.818135 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-09315291-8429-4805-bfd7-19a5777d7c34 req-d9768be5-c8e8-4457-a8ed-6fcc15d8db0b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274184 Sep 22 16:54:30.886016 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9101d9bb-2afe-4327-9b24-7b54eed4c92f req-07ccb15e-b2f8-45a2-945d-b4a943d23237 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:30.887544 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-9101d9bb-2afe-4327-9b24-7b54eed4c92f req-07ccb15e-b2f8-45a2-945d-b4a943d23237 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 946 time: 0.0483289 Sep 22 16:54:30.924583 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-9101d9bb-2afe-4327-9b24-7b54eed4c92f req-3c124d09-2bd4-43e2-9bdb-b9d98413c552 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307059 Sep 22 16:54:30.940348 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ea12bc52-457f-4758-858a-1e27800db098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:31.048583 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a900acc-8794-49ae-b15a-3c41ca7f9094 req-24f5b169-600c-4b59-8bbf-0d174fb0954d tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:31.050069 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-8a900acc-8794-49ae-b15a-3c41ca7f9094 req-24f5b169-600c-4b59-8bbf-0d174fb0954d tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=007d3ba2-e5ca-4536-b2bb-3e32c7d55715 HTTP/1.1" status: 200 len: 943 time: 0.0536506 Sep 22 16:54:31.091661 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-8a900acc-8794-49ae-b15a-3c41ca7f9094 req-a40eac62-c35c-4f95-8ca7-bfb0add7215c tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349464 Sep 22 16:54:32.044250 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96323265-8ed4-42d2-8c33-5f19099ae549 req-30545be8-b1ae-4072-853a-302992ec5ae6 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:32.045745 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-96323265-8ed4-42d2-8c33-5f19099ae549 req-30545be8-b1ae-4072-853a-302992ec5ae6 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 946 time: 0.0488467 Sep 22 16:54:32.083255 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-96323265-8ed4-42d2-8c33-5f19099ae549 req-421778d6-b4da-48b8-a4c8-f0f39712a303 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316076 Sep 22 16:54:32.212847 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4bdca-4473-462a-b538-e6f5ab45497f req-e5bf753c-385b-4ffb-a09d-b68b947dfbf8 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:32.214277 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-b8a4bdca-4473-462a-b538-e6f5ab45497f req-e5bf753c-385b-4ffb-a09d-b68b947dfbf8 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=007d3ba2-e5ca-4536-b2bb-3e32c7d55715 HTTP/1.1" status: 200 len: 943 time: 0.0555801 Sep 22 16:54:32.251888 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-b8a4bdca-4473-462a-b538-e6f5ab45497f req-067d7ae1-078b-406c-9616-be4296e4ea60 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317304 Sep 22 16:54:32.419585 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device 2e463de9-26fc-4218-802c-eb743c68b3b4 details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=100454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 16:54:32.515556 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port 2e463de9-26fc-4218-802c-eb743c68b3b4, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=2e463de9-26fc-4218-802c-eb743c68b3b4,segment=NetworkSegment(2c663890-389a-46e8-a2e8-a82c167fea9b),segment_id=2c663890-389a-46e8-a2e8-a82c167fea9b)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:54:32.527065 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Returning: {'device': '2e463de9-26fc-4218-802c-eb743c68b3b4', 'network_id': 'aababfd4-24d1-4477-9e08-13669f02d6c3', 'port_id': '2e463de9-26fc-4218-802c-eb743c68b3b4', 'mac_address': 'fa:16:3e:f9:fe:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1090, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd70f39b-af57-4d8a-9640-3850988db9e5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 16:54:32.563059 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:32.575880 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.notifiers.nova [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e463de9-26fc-4218-802c-eb743c68b3b4 {{(pid=100454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 16:54:32.594463 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port 2e463de9-26fc-4218-802c-eb743c68b3b4, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=2e463de9-26fc-4218-802c-eb743c68b3b4,segment=NetworkSegment(2c663890-389a-46e8-a2e8-a82c167fea9b),segment_id=2c663890-389a-46e8-a2e8-a82c167fea9b)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:54:32.598138 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:32.644084 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Pushing event updated for resources: {'Port': ['ID=2e463de9-26fc-4218-802c-eb743c68b3b4,revision_number=4']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:54:32.926616 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] get_ports_and_sgs() called for port_ids ['2e463de9-26fc-4218-802c-eb743c68b3b4'] {{(pid=100454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 16:54:33.205640 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51bfa37-5fa7-4f49-a3a0-914808f13d04 req-7ae5a4e4-7f78-4176-9ce1-eb3a053c0bdb tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:33.207035 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-e51bfa37-5fa7-4f49-a3a0-914808f13d04 req-7ae5a4e4-7f78-4176-9ce1-eb3a053c0bdb tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 946 time: 0.0521955 Sep 22 16:54:33.244770 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-e51bfa37-5fa7-4f49-a3a0-914808f13d04 req-d4683b74-7f99-4e34-9ebe-7d0a08331feb tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319006 Sep 22 16:54:33.364792 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed8515d-e138-4fac-86e7-6f4be1cba465 req-cfe7c380-cdab-4de3-8dd9-f0455961b7a2 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:33.367124 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-0ed8515d-e138-4fac-86e7-6f4be1cba465 req-cfe7c380-cdab-4de3-8dd9-f0455961b7a2 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 946 time: 0.0525014 Sep 22 16:54:33.375503 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 33078) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:54:33.380326 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [None req-64ba0cf5-1290-477a-91ca-9e9fdfd3b565 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Request body: {'floatingip': {'port_id': 'e3932ce7-0ea9-4221-a225-3b3db0751547'}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:54:33.419859 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-64ba0cf5-1290-477a-91ca-9e9fdfd3b565 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks [] for floatingip, before_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:33.470470 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f64329-cca4-40d3-9f39-3b096d9f19a6 req-fa761420-2c2c-445d-8313-61c71439d98d tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:33.472120 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-c3f64329-cca4-40d3-9f39-3b096d9f19a6 req-fa761420-2c2c-445d-8313-61c71439d98d tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=007d3ba2-e5ca-4536-b2bb-3e32c7d55715 HTTP/1.1" status: 200 len: 944 time: 0.0576384 Sep 22 16:54:33.514353 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-c3f64329-cca4-40d3-9f39-3b096d9f19a6 req-df656c9f-1810-48f9-9d7a-d1b4b75292e1 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354509 Sep 22 16:54:33.849933 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-64ba0cf5-1290-477a-91ca-9e9fdfd3b565 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:33.853640 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-64ba0cf5-1290-477a-91ca-9e9fdfd3b565 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700864'] for floatingip, after_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:33.953833 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.db.l3_db [None req-64ba0cf5-1290-477a-91ca-9e9fdfd3b565 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Floating IP 1c579539-fdc1-47b8-bb9b-3acc41720a0c associated. External IP: 172.27.0.164, port: e3932ce7-0ea9-4221-a225-3b3db0751547. Sep 22 16:54:34.015317 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.agents_db [None req-27f04faf-824b-4b06-8ae5-89241b6ab4ba None None] Agent healthcheck: found 6 active agents {{(pid=100455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 16:54:34.154970 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64ba0cf5-1290-477a-91ca-9e9fdfd3b565 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Router f4def252-7fd5-499d-a0a2-7969b7845849 has already been hosted by L3 agent c3efc510-1e60-45c8-b68a-00a20fddc4a4 {{(pid=100452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 16:54:34.259743 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ba0cf5-1290-477a-91ca-9e9fdfd3b565 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify agent at l3_agent.dv-cinder-809968-4-iscsi the message routers_updated {{(pid=100452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 16:54:34.264626 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-64ba0cf5-1290-477a-91ca-9e9fdfd3b565 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306'] for floatingip, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:34.269309 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c8e069-14bb-4c98-a6eb-1bb237f27260 None None] Sync routers for ids ['f4def252-7fd5-499d-a0a2-7969b7845849'] in dv-cinder-809968-4-iscsi {{(pid=100454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 16:54:34.278261 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c8e069-14bb-4c98-a6eb-1bb237f27260 None None] Routers {'f4def252-7fd5-499d-a0a2-7969b7845849'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 16:54:34.278973 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-b5c8e069-14bb-4c98-a6eb-1bb237f27260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:54:29Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['f4def252-7fd5-499d-a0a2-7969b7845849'], 'active': True} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:54:34.291453 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-64ba0cf5-1290-477a-91ca-9e9fdfd3b565 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "PUT /v2.0/floatingips/1c579539-fdc1-47b8-bb9b-3acc41720a0c HTTP/1.1" status: 200 len: 992 time: 0.9147449 Sep 22 16:54:34.292003 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a551ca0e-985b-4419-af0a-f596f4a6ea11', 'tag': 'e3932ce7-0ea9-4221-a225-3b3db0751547'}] {{(pid=100452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 16:54:34.294283 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3daeaf716feba76a3af1624af44cd9d3b401b8dbf4d63f278f059799def7c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d31194d-fae4-49c4-8364-a2e3df9807a7" -d '{"events": [{"name": "network-changed", "server_uuid": "a551ca0e-985b-4419-af0a-f596f4a6ea11", "tag": "e3932ce7-0ea9-4221-a225-3b3db0751547"}]}' {{(pid=100452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:54:34.395585 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvr_db [None req-b5c8e069-14bb-4c98-a6eb-1bb237f27260 None None] Set router f4def252-7fd5-499d-a0a2-7969b7845849 gateway port host: dv-cinder-809968-4-iscsi {{(pid=100454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 16:54:34.416259 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 16:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97bce6cb-98fc-4728-b4d1-1e6f56f5c5ac x-openstack-request-id: req-97bce6cb-98fc-4728-b4d1-1e6f56f5c5ac {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:54:34.416967 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a551ca0e-985b-4419-af0a-f596f4a6ea11", "tag": "e3932ce7-0ea9-4221-a225-3b3db0751547", "status": "completed", "code": 200}]} {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:54:34.416967 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-97bce6cb-98fc-4728-b4d1-1e6f56f5c5ac {{(pid=100452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:54:34.417285 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a551ca0e-985b-4419-af0a-f596f4a6ea11', 'tag': 'e3932ce7-0ea9-4221-a225-3b3db0751547', 'status': 'completed', 'code': 200} Sep 22 16:54:34.435978 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device 2e463de9-26fc-4218-802c-eb743c68b3b4 up at agent hyperv_hv-cinder-80996 {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 16:54:34.492928 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d31194d-fae4-49c4-8364-a2e3df9807a7 req-5311777c-f4c2-4e1d-b601-3e7180247c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:34.494480 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-8d31194d-fae4-49c4-8364-a2e3df9807a7 req-5311777c-f4c2-4e1d-b601-3e7180247c1b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fe0862b93ee9429196930d5fd745e5cc&device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 1099 time: 0.0415058 Sep 22 16:54:34.590161 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d31194d-fae4-49c4-8364-a2e3df9807a7 req-b221f00f-2134-4c41-8586-615465f4ffb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:34.592085 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-8d31194d-fae4-49c4-8364-a2e3df9807a7 req-b221f00f-2134-4c41-8586-615465f4ffb8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cf6bcf08-16c2-430e-b630-d9fa645b940f HTTP/1.1" status: 200 len: 919 time: 0.0903192 Sep 22 16:54:34.621538 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Provisioning for port 2e463de9-26fc-4218-802c-eb743c68b3b4 completed by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:54:34.631570 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Provisioning complete for port 2e463de9-26fc-4218-802c-eb743c68b3b4 triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:54:34.632188 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:34.640471 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f792a2f5-a176-458f-9957-065b015a4cc4 req-181bb09b-dc74-4bdd-87f2-3bb832f279bd tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:34.642509 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f792a2f5-a176-458f-9957-065b015a4cc4 req-181bb09b-dc74-4bdd-87f2-3bb832f279bd tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=007d3ba2-e5ca-4536-b2bb-3e32c7d55715 HTTP/1.1" status: 200 len: 944 time: 0.0586991 Sep 22 16:54:34.664533 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-8d31194d-fae4-49c4-8364-a2e3df9807a7 req-2c5df9c1-4f46-400a-81c8-fa006404ac6b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3932ce7-0ea9-4221-a225-3b3db0751547 HTTP/1.1" status: 200 len: 1000 time: 0.0656233 Sep 22 16:54:34.692108 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f792a2f5-a176-458f-9957-065b015a4cc4 req-f6bd6667-34ff-4081-adfe-285492fbb923 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381243 Sep 22 16:54:34.718810 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d31194d-fae4-49c4-8364-a2e3df9807a7 req-1f4eb6c9-b049-49fb-a69c-8c90c7ff9f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:34.719678 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-8d31194d-fae4-49c4-8364-a2e3df9807a7 req-1f4eb6c9-b049-49fb-a69c-8c90c7ff9f1e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7d91da0e-c8e1-4689-8df1-180aa1bc9ec6 HTTP/1.1" status: 200 len: 856 time: 0.0479646 Sep 22 16:54:34.770035 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d31194d-fae4-49c4-8364-a2e3df9807a7 req-fc7d6c91-15fc-4b9b-a1bc-41d4c2726186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:34.771565 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-8d31194d-fae4-49c4-8364-a2e3df9807a7 req-fc7d6c91-15fc-4b9b-a1bc-41d4c2726186 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cf6bcf08-16c2-430e-b630-d9fa645b940f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450954 Sep 22 16:54:34.861058 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-8d31194d-fae4-49c4-8364-a2e3df9807a7 req-115a273d-7ea5-4f1b-bd03-46a4f7bd8035 service neutron] 10.222.0.72 "GET /v2.0/networks/cf6bcf08-16c2-430e-b630-d9fa645b940f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817678 Sep 22 16:54:34.880350 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:34.895748 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-b5c8e069-14bb-4c98-a6eb-1bb237f27260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4def252-7fd5-499d-a0a2-7969b7845849', 'name': 'tempest-AttachVolumeShelveTestJSON-1822705425-router', 'tenant_id': 'fe0862b93ee9429196930d5fd745e5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '709278fa-7e7c-472e-886b-0614f43033da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:47:16Z', 'updated_at': '2021-09-22T16:47:26Z', 'revision_number': 4, 'project_id': 'fe0862b93ee9429196930d5fd745e5cc', 'gw_port': {'id': '709278fa-7e7c-472e-886b-0614f43033da', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4def252-7fd5-499d-a0a2-7969b7845849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:17Z', 'updated_at': '2021-09-22T16:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_floatingips': [{'id': '1c579539-fdc1-47b8-bb9b-3acc41720a0c', 'tenant_id': 'fe0862b93ee9429196930d5fd745e5cc', 'floating_ip_address': '172.27.0.164', 'floating_network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'router_id': 'f4def252-7fd5-499d-a0a2-7969b7845849', 'port_id': 'e3932ce7-0ea9-4221-a225-3b3db0751547', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf6bcf08-16c2-430e-b630-d9fa645b940f', 'mac_address': 'fa:16:3e:67:b6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a551ca0e-985b-4419-af0a-f596f4a6ea11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T16:54:12Z', 'updated_at': '2021-09-22T16:54:33Z', 'revision_number': 1, 'project_id': 'fe0862b93ee9429196930d5fd745e5cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0328eafc-2de3-4e3b-9660-147e8781ee53', 'name': '', 'network_id': 'cf6bcf08-16c2-430e-b630-d9fa645b940f', 'tenant_id': 'fe0862b93ee9429196930d5fd745e5cc', 'mac_address': 'fa:16:3e:02:3f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4def252-7fd5-499d-a0a2-7969b7845849', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7d91da0e-c8e1-4689-8df1-180aa1bc9ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:23Z', 'updated_at': '2021-09-22T16:47:35Z', 'revision_number': 5, 'project_id': 'fe0862b93ee9429196930d5fd745e5cc', 'subnets': [{'id': '7d91da0e-c8e1-4689-8df1-180aa1bc9ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:54:34.930314 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c8e069-14bb-4c98-a6eb-1bb237f27260 None None] Checking router: f4def252-7fd5-499d-a0a2-7969b7845849 for host: dv-cinder-809968-4-iscsi {{(pid=100454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 16:54:34.935452 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '007d3ba2-e5ca-4536-b2bb-3e32c7d55715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e463de9-26fc-4218-802c-eb743c68b3b4'}] {{(pid=100454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 16:54:34.937704 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16d40b4f2de209020387121264880f1a965f25742078a59137d58ca0948e8304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55c1c2e-827a-4fe6-a3ca-b832d199f414" -d '{"events": [{"server_uuid": "007d3ba2-e5ca-4536-b2bb-3e32c7d55715", "name": "network-vif-plugged", "status": "completed", "tag": "2e463de9-26fc-4218-802c-eb743c68b3b4"}]}' {{(pid=100454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:54:34.954451 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port 2e463de9-26fc-4218-802c-eb743c68b3b4, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=2e463de9-26fc-4218-802c-eb743c68b3b4,segment=NetworkSegment(2c663890-389a-46e8-a2e8-a82c167fea9b),segment_id=2c663890-389a-46e8-a2e8-a82c167fea9b)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:54:34.954628 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-8d31194d-fae4-49c4-8364-a2e3df9807a7 req-01e5892b-a953-4645-8d0c-425f37fb5e0c service neutron] 10.222.0.72 "GET /v2.0/networks/cf6bcf08-16c2-430e-b630-d9fa645b940f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871317 Sep 22 16:54:34.958023 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c8e069-14bb-4c98-a6eb-1bb237f27260 None None] Routers {'f4def252-7fd5-499d-a0a2-7969b7845849'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 16:54:34.958504 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-b5c8e069-14bb-4c98-a6eb-1bb237f27260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:54:29Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['f4def252-7fd5-499d-a0a2-7969b7845849'], 'active': True} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:54:34.962209 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:34.994249 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 16:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7efc87-a2e9-4fab-bf30-07bf706100d4 x-openstack-request-id: req-fe7efc87-a2e9-4fab-bf30-07bf706100d4 {{(pid=100454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:54:34.994554 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "007d3ba2-e5ca-4536-b2bb-3e32c7d55715", "name": "network-vif-plugged", "status": "completed", "tag": "2e463de9-26fc-4218-802c-eb743c68b3b4", "code": 200}]} {{(pid=100454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:54:34.994803 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fe7efc87-a2e9-4fab-bf30-07bf706100d4 {{(pid=100454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:54:34.995178 dv-cinder-809968-4-iscsi neutron-server[100454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '007d3ba2-e5ca-4536-b2bb-3e32c7d55715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e463de9-26fc-4218-802c-eb743c68b3b4', 'code': 200} Sep 22 16:54:35.080410 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Pushing event updated for resources: {'Port': ['ID=2e463de9-26fc-4218-802c-eb743c68b3b4,revision_number=5']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:54:35.109796 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvr_db [None req-b5c8e069-14bb-4c98-a6eb-1bb237f27260 None None] Set router f4def252-7fd5-499d-a0a2-7969b7845849 gateway port host: dv-cinder-809968-4-iscsi {{(pid=100454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 16:54:35.200711 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a611e2-7a81-4e1c-bb28-fb58755c5c0b req-40b1ec51-c88a-4101-b5c2-8eb4bcc629b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:35.202259 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-d0a611e2-7a81-4e1c-bb28-fb58755c5c0b req-40b1ec51-c88a-4101-b5c2-8eb4bcc629b9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=007d3ba2-e5ca-4536-b2bb-3e32c7d55715 HTTP/1.1" status: 200 len: 1098 time: 0.0402899 Sep 22 16:54:35.238018 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-d0a611e2-7a81-4e1c-bb28-fb58755c5c0b req-1d8dd828-a7d5-4384-b763-6b9fbae18bb3 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287294 Sep 22 16:54:35.330190 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-b5c8e069-14bb-4c98-a6eb-1bb237f27260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4def252-7fd5-499d-a0a2-7969b7845849', 'name': 'tempest-AttachVolumeShelveTestJSON-1822705425-router', 'tenant_id': 'fe0862b93ee9429196930d5fd745e5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '709278fa-7e7c-472e-886b-0614f43033da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:47:16Z', 'updated_at': '2021-09-22T16:47:26Z', 'revision_number': 4, 'project_id': 'fe0862b93ee9429196930d5fd745e5cc', 'gw_port': {'id': '709278fa-7e7c-472e-886b-0614f43033da', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4def252-7fd5-499d-a0a2-7969b7845849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:17Z', 'updated_at': '2021-09-22T16:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_floatingips': [{'id': '1c579539-fdc1-47b8-bb9b-3acc41720a0c', 'tenant_id': 'fe0862b93ee9429196930d5fd745e5cc', 'floating_ip_address': '172.27.0.164', 'floating_network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'router_id': 'f4def252-7fd5-499d-a0a2-7969b7845849', 'port_id': 'e3932ce7-0ea9-4221-a225-3b3db0751547', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf6bcf08-16c2-430e-b630-d9fa645b940f', 'mac_address': 'fa:16:3e:67:b6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a551ca0e-985b-4419-af0a-f596f4a6ea11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T16:54:12Z', 'updated_at': '2021-09-22T16:54:33Z', 'revision_number': 1, 'project_id': 'fe0862b93ee9429196930d5fd745e5cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0328eafc-2de3-4e3b-9660-147e8781ee53', 'name': '', 'network_id': 'cf6bcf08-16c2-430e-b630-d9fa645b940f', 'tenant_id': 'fe0862b93ee9429196930d5fd745e5cc', 'mac_address': 'fa:16:3e:02:3f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4def252-7fd5-499d-a0a2-7969b7845849', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7d91da0e-c8e1-4689-8df1-180aa1bc9ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:23Z', 'updated_at': '2021-09-22T16:47:35Z', 'revision_number': 5, 'project_id': 'fe0862b93ee9429196930d5fd745e5cc', 'subnets': [{'id': '7d91da0e-c8e1-4689-8df1-180aa1bc9ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:54:35.360272 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c8e069-14bb-4c98-a6eb-1bb237f27260 None None] The sync data for ids ['f4def252-7fd5-499d-a0a2-7969b7845849'] in dv-cinder-809968-4-iscsi is: [{'id': 'f4def252-7fd5-499d-a0a2-7969b7845849', 'name': 'tempest-AttachVolumeShelveTestJSON-1822705425-router', 'tenant_id': 'fe0862b93ee9429196930d5fd745e5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '709278fa-7e7c-472e-886b-0614f43033da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:47:16Z', 'updated_at': '2021-09-22T16:47:26Z', 'revision_number': 4, 'project_id': 'fe0862b93ee9429196930d5fd745e5cc', 'gw_port': {'id': '709278fa-7e7c-472e-886b-0614f43033da', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4def252-7fd5-499d-a0a2-7969b7845849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:17Z', 'updated_at': '2021-09-22T16:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_floatingips': [{'id': '1c579539-fdc1-47b8-bb9b-3acc41720a0c', 'tenant_id': 'fe0862b93ee9429196930d5fd745e5cc', 'floating_ip_address': '172.27.0.164', 'floating_network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'router_id': 'f4def252-7fd5-499d-a0a2-7969b7845849', 'port_id': 'e3932ce7-0ea9-4221-a225-3b3db0751547', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf6bcf08-16c2-430e-b630-d9fa645b940f', 'mac_address': 'fa:16:3e:67:b6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a551ca0e-985b-4419-af0a-f596f4a6ea11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T16:54:12Z', 'updated_at': '2021-09-22T16:54:33Z', 'revision_number': 1, 'project_id': 'fe0862b93ee9429196930d5fd745e5cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0328eafc-2de3-4e3b-9660-147e8781ee53', 'name': '', 'network_id': 'cf6bcf08-16c2-430e-b630-d9fa645b940f', 'tenant_id': 'fe0862b93ee9429196930d5fd745e5cc', 'mac_address': 'fa:16:3e:02:3f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4def252-7fd5-499d-a0a2-7969b7845849', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7d91da0e-c8e1-4689-8df1-180aa1bc9ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:23Z', 'updated_at': '2021-09-22T16:47:35Z', 'revision_number': 5, 'project_id': 'fe0862b93ee9429196930d5fd745e5cc', 'subnets': [{'id': '7d91da0e-c8e1-4689-8df1-180aa1bc9ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 16:54:35.547797 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92873432-8079-4d50-a5b7-338298875cd7 None None] New status for floating IP 1c579539-fdc1-47b8-bb9b-3acc41720a0c: ACTIVE {{(pid=100455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 16:54:35.816886 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0ef74-f566-4373-bb6f-5fd15a071e67 req-5dcc8df8-4657-467a-8df1-c7431155fa35 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:35.818374 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-07c0ef74-f566-4373-bb6f-5fd15a071e67 req-5dcc8df8-4657-467a-8df1-c7431155fa35 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=007d3ba2-e5ca-4536-b2bb-3e32c7d55715 HTTP/1.1" status: 200 len: 945 time: 0.0489540 Sep 22 16:54:35.855631 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-07c0ef74-f566-4373-bb6f-5fd15a071e67 req-78cfa3e4-f78e-407f-afe7-282d43966246 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307794 Sep 22 16:54:36.971697 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c61be2-75e2-4978-968c-c950e6afceea req-7a3001d8-88a7-455c-aa2b-d0747d447521 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:36.973187 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-57c61be2-75e2-4978-968c-c950e6afceea req-7a3001d8-88a7-455c-aa2b-d0747d447521 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=007d3ba2-e5ca-4536-b2bb-3e32c7d55715 HTTP/1.1" status: 200 len: 945 time: 0.0485559 Sep 22 16:54:37.011586 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-57c61be2-75e2-4978-968c-c950e6afceea req-a8902a1b-34f8-4705-8b23-3f8401dd514d tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320973 Sep 22 16:54:37.126713 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33cd33-5f52-44c9-97ca-5749df8dd317 req-00f5eebc-bdc3-437e-8e25-52c87c6dd465 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:37.128169 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-ca33cd33-5f52-44c9-97ca-5749df8dd317 req-00f5eebc-bdc3-437e-8e25-52c87c6dd465 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=007d3ba2-e5ca-4536-b2bb-3e32c7d55715 HTTP/1.1" status: 200 len: 945 time: 0.0513899 Sep 22 16:54:37.166485 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-ca33cd33-5f52-44c9-97ca-5749df8dd317 req-e6258d50-a090-4c96-a770-116899ef9ce6 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312340 Sep 22 16:54:37.188128 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 33134) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:54:37.226364 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7dc9af-d409-4f3d-ba0e-db19f55af86f tempest-TestVolumeBootPattern-500903977 tempest-TestVolumeBootPattern-500903977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:37.227836 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-2d7dc9af-d409-4f3d-ba0e-db19f55af86f tempest-TestVolumeBootPattern-500903977 tempest-TestVolumeBootPattern-500903977-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=007d3ba2-e5ca-4536-b2bb-3e32c7d55715 HTTP/1.1" status: 200 len: 1093 time: 0.0387230 Sep 22 16:54:37.230506 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 33136) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:54:37.234618 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [None req-76cfcf30-0d6d-4ee4-ae8e-4b1b45199d7a tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Request body: {'floatingip': {'floating_network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'port_id': '2e463de9-26fc-4218-802c-eb743c68b3b4', 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:54:37.255446 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-76cfcf30-0d6d-4ee4-ae8e-4b1b45199d7a tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks [] for floatingip, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:37.352040 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-76cfcf30-0d6d-4ee4-ae8e-4b1b45199d7a tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:37.457486 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.db_base_plugin_common [None req-76cfcf30-0d6d-4ee4-ae8e-4b1b45199d7a tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Allocated IP 172.27.0.194 (e265bfb9-6000-4acf-b4f9-12e0cf12940a/83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8/ecdeafc7-a170-4ad9-a9e1-7e3cc4ffabb9) {{(pid=100452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:54:37.556094 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-76cfcf30-0d6d-4ee4-ae8e-4b1b45199d7a tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks [] for port, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:37.588570 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-76cfcf30-0d6d-4ee4-ae8e-4b1b45199d7a tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735274499777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8763924'] for port, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:37.624331 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cfcf30-0d6d-4ee4-ae8e-4b1b45199d7a tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Network e265bfb9-6000-4acf-b4f9-12e0cf12940a is already hosted by enough agents. {{(pid=100452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:54:37.627084 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.base_scheduler [None req-76cfcf30-0d6d-4ee4-ae8e-4b1b45199d7a tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Resources bound (agent type, host, resource id): {{(pid=100452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:54:37.630405 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cfcf30-0d6d-4ee4-ae8e-4b1b45199d7a tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Received port after_create {{(pid=100452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 16:54:37.643087 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfcf30-0d6d-4ee4-ae8e-4b1b45199d7a tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Pushing event updated for resources: {'Port': ['ID=ecdeafc7-a170-4ad9-a9e1-7e3cc4ffabb9,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:54:37.989731 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-76cfcf30-0d6d-4ee4-ae8e-4b1b45199d7a tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:38.059118 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-76cfcf30-0d6d-4ee4-ae8e-4b1b45199d7a tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:38.211275 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-76cfcf30-0d6d-4ee4-ae8e-4b1b45199d7a tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks [] for port, precommit_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:38.215702 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-76cfcf30-0d6d-4ee4-ae8e-4b1b45199d7a tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8763935'] for port, after_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:38.513545 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfcf30-0d6d-4ee4-ae8e-4b1b45199d7a tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Pushing event updated for resources: {'Port': ['ID=ecdeafc7-a170-4ad9-a9e1-7e3cc4ffabb9,revision_number=2']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:54:38.523814 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-76cfcf30-0d6d-4ee4-ae8e-4b1b45199d7a tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700864'] for floatingip, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:38.620111 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.db.l3_db [None req-76cfcf30-0d6d-4ee4-ae8e-4b1b45199d7a tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Floating IP e75d31c2-c3e9-4a3e-b342-39b7ce2da0ff associated. External IP: 172.27.0.194, port: 2e463de9-26fc-4218-802c-eb743c68b3b4. Sep 22 16:54:38.821434 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76cfcf30-0d6d-4ee4-ae8e-4b1b45199d7a tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Router 62c7516c-6dbd-4516-ad90-639b584c2678 has already been hosted by L3 agent c3efc510-1e60-45c8-b68a-00a20fddc4a4 {{(pid=100452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 16:54:38.929274 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76cfcf30-0d6d-4ee4-ae8e-4b1b45199d7a tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify agent at l3_agent.dv-cinder-809968-4-iscsi the message routers_updated {{(pid=100452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 16:54:38.939281 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d2b8ca-dc76-4bc6-9736-a18fc176bcd6 None None] Sync routers for ids ['62c7516c-6dbd-4516-ad90-639b584c2678'] in dv-cinder-809968-4-iscsi {{(pid=100454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 16:54:38.944898 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-76cfcf30-0d6d-4ee4-ae8e-4b1b45199d7a tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306'] for floatingip, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:38.949671 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d2b8ca-dc76-4bc6-9736-a18fc176bcd6 None None] Routers {'62c7516c-6dbd-4516-ad90-639b584c2678'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 16:54:38.950398 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-d3d2b8ca-dc76-4bc6-9736-a18fc176bcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:54:29Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['62c7516c-6dbd-4516-ad90-639b584c2678'], 'active': True} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:54:38.969445 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 33150) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:54:38.981611 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-76cfcf30-0d6d-4ee4-ae8e-4b1b45199d7a tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7404144 Sep 22 16:54:38.981611 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '007d3ba2-e5ca-4536-b2bb-3e32c7d55715', 'tag': '2e463de9-26fc-4218-802c-eb743c68b3b4'}] {{(pid=100452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 16:54:38.981611 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3daeaf716feba76a3af1624af44cd9d3b401b8dbf4d63f278f059799def7c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4293845-bcd4-4e20-b661-a010dcbed420" -d '{"events": [{"name": "network-changed", "server_uuid": "007d3ba2-e5ca-4536-b2bb-3e32c7d55715", "tag": "2e463de9-26fc-4218-802c-eb743c68b3b4"}]}' {{(pid=100452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:54:39.012913 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 16:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cbb7c25-29e4-48da-a740-7525cc7ca7b9 x-openstack-request-id: req-9cbb7c25-29e4-48da-a740-7525cc7ca7b9 {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:54:39.012913 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "007d3ba2-e5ca-4536-b2bb-3e32c7d55715", "tag": "2e463de9-26fc-4218-802c-eb743c68b3b4", "status": "completed", "code": 200}]} {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:54:39.013161 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9cbb7c25-29e4-48da-a740-7525cc7ca7b9 {{(pid=100452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:54:39.013650 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '007d3ba2-e5ca-4536-b2bb-3e32c7d55715', 'tag': '2e463de9-26fc-4218-802c-eb743c68b3b4', 'status': 'completed', 'code': 200} Sep 22 16:54:39.019819 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.db.db_base_plugin_v2 [None req-14c4e1a2-f50d-40fc-af3c-ef4a1bb866cf admin admin] Deleting subnet db80fe64-1a6c-4aec-bf9b-9a11935879e3 {{(pid=100453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 16:54:39.023898 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-14c4e1a2-f50d-40fc-af3c-ef4a1bb866cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:39.060102 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-14c4e1a2-f50d-40fc-af3c-ef4a1bb866cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8729350'] for subnet, precommit_delete_associations {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:39.067064 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvr_db [None req-d3d2b8ca-dc76-4bc6-9736-a18fc176bcd6 None None] Set router 62c7516c-6dbd-4516-ad90-639b584c2678 gateway port host: dv-cinder-809968-4-iscsi {{(pid=100454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 16:54:39.076509 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4293845-bcd4-4e20-b661-a010dcbed420 req-5493853a-0863-440c-b50b-2024122e11e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:39.078151 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-d4293845-bcd4-4e20-b661-a010dcbed420 req-5493853a-0863-440c-b50b-2024122e11e2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4268d5a7c3ba47fc9f303a67b37aee7a&device_id=007d3ba2-e5ca-4536-b2bb-3e32c7d55715 HTTP/1.1" status: 200 len: 1098 time: 0.0431309 Sep 22 16:54:39.101602 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-14c4e1a2-f50d-40fc-af3c-ef4a1bb866cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720017'] for subnet, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:39.172614 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-14c4e1a2-f50d-40fc-af3c-ef4a1bb866cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8594266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10141730'] for subnet, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:39.183653 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4293845-bcd4-4e20-b661-a010dcbed420 req-35831b28-6a93-4e94-a856-207be16f196d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:39.185241 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-d4293845-bcd4-4e20-b661-a010dcbed420 req-35831b28-6a93-4e94-a856-207be16f196d service neutron] 10.222.0.72 "GET /v2.0/networks?id=aababfd4-24d1-4477-9e08-13669f02d6c3 HTTP/1.1" status: 200 len: 914 time: 0.0999882 Sep 22 16:54:39.199618 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c4e1a2-f50d-40fc-af3c-ef4a1bb866cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db80fe64-1a6c-4aec-bf9b-9a11935879e3,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:54:39.205167 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-14c4e1a2-f50d-40fc-af3c-ef4a1bb866cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:39.207088 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-14c4e1a2-f50d-40fc-af3c-ef4a1bb866cf admin admin] 10.222.0.66 "DELETE /v2.0/subnets/db80fe64-1a6c-4aec-bf9b-9a11935879e3 HTTP/1.1" status: 204 len: 168 time: 0.2362533 Sep 22 16:54:39.209669 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 33156) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:54:39.258026 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-d4293845-bcd4-4e20-b661-a010dcbed420 req-c5dfc04b-3d50-412f-981b-81b0f7afc054 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e463de9-26fc-4218-802c-eb743c68b3b4 HTTP/1.1" status: 200 len: 999 time: 0.0630085 Sep 22 16:54:39.277081 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-30f0b41d-2d04-4bc4-97c8-85a3bca042dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638825'] for network, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:39.308906 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-d3d2b8ca-dc76-4bc6-9736-a18fc176bcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'name': 'tempest-TestVolumeBootPattern-1119940166-router', 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'eedf5a12-9a31-4747-906b-90bbb29b46e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:49:33Z', 'updated_at': '2021-09-22T16:49:37Z', 'revision_number': 4, 'project_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'gw_port': {'id': 'eedf5a12-9a31-4747-906b-90bbb29b46e2', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:49:34Z', 'updated_at': '2021-09-22T16:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_floatingips': [{'id': 'e75d31c2-c3e9-4a3e-b342-39b7ce2da0ff', 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'floating_ip_address': '172.27.0.194', 'floating_network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'router_id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'port_id': '2e463de9-26fc-4218-802c-eb743c68b3b4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aababfd4-24d1-4477-9e08-13669f02d6c3', 'mac_address': 'fa:16:3e:f9:fe:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007d3ba2-e5ca-4536-b2bb-3e32c7d55715', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T16:54:37Z', 'updated_at': '2021-09-22T16:54:37Z', 'revision_number': 0, 'project_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75135ba7-27af-4ceb-8881-495f589a6d8c', 'name': '', 'network_id': 'aababfd4-24d1-4477-9e08-13669f02d6c3', 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'mac_address': 'fa:16:3e:bf:98:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'fd70f39b-af57-4d8a-9640-3850988db9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:49:36Z', 'updated_at': '2021-09-22T16:49:41Z', 'revision_number': 5, 'project_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'subnets': [{'id': 'fd70f39b-af57-4d8a-9640-3850988db9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:54:39.311725 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4293845-bcd4-4e20-b661-a010dcbed420 req-82b4aa15-9397-42a3-992a-c87258527595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:39.313420 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-d4293845-bcd4-4e20-b661-a010dcbed420 req-82b4aa15-9397-42a3-992a-c87258527595 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fd70f39b-af57-4d8a-9640-3850988db9e5 HTTP/1.1" status: 200 len: 851 time: 0.0488451 Sep 22 16:54:39.339731 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d2b8ca-dc76-4bc6-9736-a18fc176bcd6 None None] Checking router: 62c7516c-6dbd-4516-ad90-639b584c2678 for host: dv-cinder-809968-4-iscsi {{(pid=100454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 16:54:39.348024 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d2b8ca-dc76-4bc6-9736-a18fc176bcd6 None None] Routers {'62c7516c-6dbd-4516-ad90-639b584c2678'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 16:54:39.348639 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-d3d2b8ca-dc76-4bc6-9736-a18fc176bcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:54:29Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['62c7516c-6dbd-4516-ad90-639b584c2678'], 'active': True} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:54:39.359688 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4293845-bcd4-4e20-b661-a010dcbed420 req-5d14be2a-4750-4876-891e-991862081746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:39.361289 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-30f0b41d-2d04-4bc4-97c8-85a3bca042dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705832', 'neutron.services.segments.db._delete_segments_for_network-8735275045268'] for network, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:39.361491 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-d4293845-bcd4-4e20-b661-a010dcbed420 req-5d14be2a-4750-4876-891e-991862081746 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=aababfd4-24d1-4477-9e08-13669f02d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410733 Sep 22 16:54:39.382000 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.services.segments.db [None req-30f0b41d-2d04-4bc4-97c8-85a3bca042dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0453248-23d4-46d7-9443-d31bc557c622']}} {{(pid=100453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:54:39.392563 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.services.segments.db [None req-30f0b41d-2d04-4bc4-97c8-85a3bca042dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6275646c-864f-47d3-8e30-563d3252433e') {'for_net_delete': True} {{(pid=100453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:54:39.392867 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.services.segments.db [None req-30f0b41d-2d04-4bc4-97c8-85a3bca042dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6275646c-864f-47d3-8e30-563d3252433e') {} {{(pid=100453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:54:39.403001 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-30f0b41d-2d04-4bc4-97c8-85a3bca042dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735275044765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8729375'] for segment, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:39.417483 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-30f0b41d-2d04-4bc4-97c8-85a3bca042dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720390'] for segment, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:39.424552 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30f0b41d-2d04-4bc4-97c8-85a3bca042dc admin admin] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=100453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 16:54:39.425021 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-30f0b41d-2d04-4bc4-97c8-85a3bca042dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8594164'] for segment, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:39.426897 dv-cinder-809968-4-iscsi neutron-server[100453]: Traceback (most recent call last): Sep 22 16:54:39.426897 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 16:54:39.426897 dv-cinder-809968-4-iscsi neutron-server[100453]: timer() Sep 22 16:54:39.426897 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 16:54:39.426897 dv-cinder-809968-4-iscsi neutron-server[100453]: cb(*args, **kw) Sep 22 16:54:39.426897 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 16:54:39.426897 dv-cinder-809968-4-iscsi neutron-server[100453]: return func(*args, **kwargs) Sep 22 16:54:39.426897 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 16:54:39.426897 dv-cinder-809968-4-iscsi neutron-server[100453]: self._notify() Sep 22 16:54:39.426897 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 16:54:39.426897 dv-cinder-809968-4-iscsi neutron-server[100453]: self.callback(batched_events) Sep 22 16:54:39.426897 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 16:54:39.426897 dv-cinder-809968-4-iscsi neutron-server[100453]: event.method(event) Sep 22 16:54:39.426897 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 16:54:39.426897 dv-cinder-809968-4-iscsi neutron-server[100453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 16:54:39.426897 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 16:54:39.426897 dv-cinder-809968-4-iscsi neutron-server[100453]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 16:54:39.426897 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 16:54:39.426897 dv-cinder-809968-4-iscsi neutron-server[100453]: return f(self, *a, **k) Sep 22 16:54:39.426897 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 16:54:39.426897 dv-cinder-809968-4-iscsi neutron-server[100453]: return self._get(url).json() Sep 22 16:54:39.426897 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 16:54:39.426897 dv-cinder-809968-4-iscsi neutron-server[100453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 16:54:39.426897 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 16:54:39.426897 dv-cinder-809968-4-iscsi neutron-server[100453]: return self.request(url, 'GET', **kwargs) Sep 22 16:54:39.426897 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 16:54:39.426897 dv-cinder-809968-4-iscsi neutron-server[100453]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 16:54:39.426897 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 16:54:39.426897 dv-cinder-809968-4-iscsi neutron-server[100453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 16:54:39.426897 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 16:54:39.426897 dv-cinder-809968-4-iscsi neutron-server[100453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 16:54:39.426897 dv-cinder-809968-4-iscsi neutron-server[100453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 16:54:39.455880 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvr_db [None req-d3d2b8ca-dc76-4bc6-9736-a18fc176bcd6 None None] Set router 62c7516c-6dbd-4516-ad90-639b584c2678 gateway port host: dv-cinder-809968-4-iscsi {{(pid=100454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 16:54:39.457635 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-d4293845-bcd4-4e20-b661-a010dcbed420 req-cb5b08a6-0ce8-45bc-9552-f9f6ff165ac9 service neutron] 10.222.0.72 "GET /v2.0/networks/aababfd4-24d1-4477-9e08-13669f02d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884707 Sep 22 16:54:39.488770 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-30f0b41d-2d04-4bc4-97c8-85a3bca042dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700886'] for network, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:39.494172 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-30f0b41d-2d04-4bc4-97c8-85a3bca042dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for network, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:39.497998 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-30f0b41d-2d04-4bc4-97c8-85a3bca042dc admin admin] 10.222.0.66 "DELETE /v2.0/networks/f0453248-23d4-46d7-9443-d31bc557c622 HTTP/1.1" status: 204 len: 168 time: 0.2872736 Sep 22 16:54:39.510628 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f0b41d-2d04-4bc4-97c8-85a3bca042dc admin admin] Pushing event deleted for resources: {'Network': ['ID=f0453248-23d4-46d7-9443-d31bc557c622,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:54:39.574048 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-d4293845-bcd4-4e20-b661-a010dcbed420 req-7d303ed0-bb93-4733-8820-8d27687a6079 service neutron] 10.222.0.72 "GET /v2.0/networks/aababfd4-24d1-4477-9e08-13669f02d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052108 Sep 22 16:54:39.671990 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 33160) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:54:39.691083 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-d3d2b8ca-dc76-4bc6-9736-a18fc176bcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'name': 'tempest-TestVolumeBootPattern-1119940166-router', 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'eedf5a12-9a31-4747-906b-90bbb29b46e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:49:33Z', 'updated_at': '2021-09-22T16:49:37Z', 'revision_number': 4, 'project_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'gw_port': {'id': 'eedf5a12-9a31-4747-906b-90bbb29b46e2', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:49:34Z', 'updated_at': '2021-09-22T16:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_floatingips': [{'id': 'e75d31c2-c3e9-4a3e-b342-39b7ce2da0ff', 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'floating_ip_address': '172.27.0.194', 'floating_network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'router_id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'port_id': '2e463de9-26fc-4218-802c-eb743c68b3b4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aababfd4-24d1-4477-9e08-13669f02d6c3', 'mac_address': 'fa:16:3e:f9:fe:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007d3ba2-e5ca-4536-b2bb-3e32c7d55715', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T16:54:37Z', 'updated_at': '2021-09-22T16:54:37Z', 'revision_number': 0, 'project_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75135ba7-27af-4ceb-8881-495f589a6d8c', 'name': '', 'network_id': 'aababfd4-24d1-4477-9e08-13669f02d6c3', 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'mac_address': 'fa:16:3e:bf:98:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'fd70f39b-af57-4d8a-9640-3850988db9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:49:36Z', 'updated_at': '2021-09-22T16:49:41Z', 'revision_number': 5, 'project_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'subnets': [{'id': 'fd70f39b-af57-4d8a-9640-3850988db9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:54:39.711885 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-29408fb5-6d01-4a96-aafe-4ced10f62755 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5cfc60c9f75a4502b811e627d264659f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386972 Sep 22 16:54:39.714495 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 33162) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:54:39.718128 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d2b8ca-dc76-4bc6-9736-a18fc176bcd6 None None] The sync data for ids ['62c7516c-6dbd-4516-ad90-639b584c2678'] in dv-cinder-809968-4-iscsi is: [{'id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'name': 'tempest-TestVolumeBootPattern-1119940166-router', 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'eedf5a12-9a31-4747-906b-90bbb29b46e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:49:33Z', 'updated_at': '2021-09-22T16:49:37Z', 'revision_number': 4, 'project_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'gw_port': {'id': 'eedf5a12-9a31-4747-906b-90bbb29b46e2', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:49:34Z', 'updated_at': '2021-09-22T16:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_floatingips': [{'id': 'e75d31c2-c3e9-4a3e-b342-39b7ce2da0ff', 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'floating_ip_address': '172.27.0.194', 'floating_network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'router_id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'port_id': '2e463de9-26fc-4218-802c-eb743c68b3b4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aababfd4-24d1-4477-9e08-13669f02d6c3', 'mac_address': 'fa:16:3e:f9:fe:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007d3ba2-e5ca-4536-b2bb-3e32c7d55715', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T16:54:37Z', 'updated_at': '2021-09-22T16:54:37Z', 'revision_number': 0, 'project_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75135ba7-27af-4ceb-8881-495f589a6d8c', 'name': '', 'network_id': 'aababfd4-24d1-4477-9e08-13669f02d6c3', 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'mac_address': 'fa:16:3e:bf:98:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'fd70f39b-af57-4d8a-9640-3850988db9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:49:36Z', 'updated_at': '2021-09-22T16:49:41Z', 'revision_number': 5, 'project_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'subnets': [{'id': 'fd70f39b-af57-4d8a-9640-3850988db9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 16:54:39.765341 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-6786c93f-8a38-4162-a152-c59a463bfb1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:39.786859 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-6786c93f-8a38-4162-a152-c59a463bfb1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:39.842591 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-6786c93f-8a38-4162-a152-c59a463bfb1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:39.845140 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-6786c93f-8a38-4162-a152-c59a463bfb1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:39.849228 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-6786c93f-8a38-4162-a152-c59a463bfb1a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c60e207a-2d8c-40f0-8fe7-484e5b83e258 HTTP/1.1" status: 204 len: 168 time: 0.1337204 Sep 22 16:54:39.858999 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6786c93f-8a38-4162-a152-c59a463bfb1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60e207a-2d8c-40f0-8fe7-484e5b83e258,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:54:39.938715 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a24a6c4-c8e9-44be-a96a-f85c1d8bccfe None None] New status for floating IP e75d31c2-c3e9-4a3e-b342-39b7ce2da0ff: ACTIVE {{(pid=100455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 16:54:40.527257 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 33186) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:54:40.620706 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [None req-ec680ff5-6ddf-4156-999d-79c9ae116be2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1412775713-network', 'tenant_id': '539e90d12b004781baa4dc86d2602fcb'}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:54:40.641076 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec680ff5-6ddf-4156-999d-79c9ae116be2 admin admin] Made reservation on behalf of 539e90d12b004781baa4dc86d2602fcb for: {'network': 1} {{(pid=100452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:54:40.643411 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-ec680ff5-6ddf-4156-999d-79c9ae116be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for network, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:40.652409 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-ec680ff5-6ddf-4156-999d-79c9ae116be2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:40.740481 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-ec680ff5-6ddf-4156-999d-79c9ae116be2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:40.744012 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-ec680ff5-6ddf-4156-999d-79c9ae116be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:40.767231 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec680ff5-6ddf-4156-999d-79c9ae116be2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1053, 'physical_network': 'physnet1'} {{(pid=100452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 16:54:40.776055 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec680ff5-6ddf-4156-999d-79c9ae116be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a52761-c2ad-4762-a677-7cd72b78861c,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:54:40.781927 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-ec680ff5-6ddf-4156-999d-79c9ae116be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720390'] for segment, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:40.782265 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.db.segments_db [None req-ec680ff5-6ddf-4156-999d-79c9ae116be2 admin admin] Added segment 31220470-9569-42d0-934c-b509819951d9 of type vlan for network f8f4386e-978e-4729-9bdc-24d4ee0cd6f1 Sep 22 16:54:40.824947 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-ec680ff5-6ddf-4156-999d-79c9ae116be2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735274455839'] for network, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:40.848259 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-ec680ff5-6ddf-4156-999d-79c9ae116be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351'] for network, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:40.849201 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec680ff5-6ddf-4156-999d-79c9ae116be2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:40.849892 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-ec680ff5-6ddf-4156-999d-79c9ae116be2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for network, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:40.878874 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-ec680ff5-6ddf-4156-999d-79c9ae116be2 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3504815 Sep 22 16:54:40.882718 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 33190) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:54:40.887801 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.v2.base [None req-fbd53fbe-e371-42d4-8c59-1c39d53d5b7e admin admin] Request body: {'subnet': {'network_id': 'f8f4386e-978e-4729-9bdc-24d4ee0cd6f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1412775713-subnet', 'tenant_id': '539e90d12b004781baa4dc86d2602fcb', 'ip_version': 4}} {{(pid=100453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:54:40.910664 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd53fbe-e371-42d4-8c59-1c39d53d5b7e admin admin] Made reservation on behalf of 539e90d12b004781baa4dc86d2602fcb for: {'subnet': 1} {{(pid=100453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:54:40.911046 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec680ff5-6ddf-4156-999d-79c9ae116be2 admin admin] Pushing event updated for resources: {'Network': ['ID=f8f4386e-978e-4729-9bdc-24d4ee0cd6f1,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:54:40.913518 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-fbd53fbe-e371-42d4-8c59-1c39d53d5b7e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10141703'] for subnet, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:40.921193 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Network f8f4386e-978e-4729-9bdc-24d4ee0cd6f1 details requested by agent ovs-agent-dv-cinder-809968-4-iscsi with host dv-cinder-809968-4-iscsi {{(pid=100454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 16:54:41.083031 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-fbd53fbe-e371-42d4-8c59-1c39d53d5b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8594331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10141749'] for subnet, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:41.141786 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd53fbe-e371-42d4-8c59-1c39d53d5b7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=96c03f4d-686c-4f25-909a-981fa21718e9,revision_number=0']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:54:41.148897 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd53fbe-e371-42d4-8c59-1c39d53d5b7e admin admin] Checking segment: {'id': '31220470-9569-42d0-934c-b509819951d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f8f4386e-978e-4729-9bdc-24d4ee0cd6f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 16:54:41.149253 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd53fbe-e371-42d4-8c59-1c39d53d5b7e admin admin] Network hostable DHCP agents. Network: f8f4386e-978e-4729-9bdc-24d4ee0cd6f1, hostable agents: ['0db1be0e-ef43-4063-8d54-96fc7c9973fd'], hosted agents: [] {{(pid=100453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 16:54:41.166402 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd53fbe-e371-42d4-8c59-1c39d53d5b7e admin admin] Network f8f4386e-978e-4729-9bdc-24d4ee0cd6f1 is scheduled to be hosted by DHCP agent 0db1be0e-ef43-4063-8d54-96fc7c9973fd with binding_index 1 {{(pid=100453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 16:54:41.175060 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.base_scheduler [None req-fbd53fbe-e371-42d4-8c59-1c39d53d5b7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809968-4-iscsi, f8f4386e-978e-4729-9bdc-24d4ee0cd6f1) {{(pid=100453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:54:41.179530 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd53fbe-e371-42d4-8c59-1c39d53d5b7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:41.180115 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-fbd53fbe-e371-42d4-8c59-1c39d53d5b7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:41.186421 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87337a28-e17c-4cc1-998b-f2f5e3bf5333 None None] Network f8f4386e-978e-4729-9bdc-24d4ee0cd6f1 requested from dv-cinder-809968-4-iscsi {{(pid=100454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 16:54:41.195032 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-fbd53fbe-e371-42d4-8c59-1c39d53d5b7e admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3109219 Sep 22 16:54:41.197671 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 33194) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:54:41.202298 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.v2.base [None req-1432270d-23f4-49c4-b759-f96ab429d345 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1412775713-router', 'tenant_id': '539e90d12b004781baa4dc86d2602fcb', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a'}}} {{(pid=100453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:54:41.223378 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-1432270d-23f4-49c4-b759-f96ab429d345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1700767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16258'] for router, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:41.224344 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-1432270d-23f4-49c4-b759-f96ab429d345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1639535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16267'] for router, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:41.275125 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-1432270d-23f4-49c4-b759-f96ab429d345 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:41.416369 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-1432270d-23f4-49c4-b759-f96ab429d345 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:41.450306 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab26d358-3fa5-4523-8bf5-1a2cf7f93501 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7358752-8e43-55c4-be9d-21b7cc7223a6-f8f4386e-978e-4729-9bdc-24d4ee0cd6f1', 'network_id': 'f8f4386e-978e-4729-9bdc-24d4ee0cd6f1', 'tenant_id': '539e90d12b004781baa4dc86d2602fcb', 'fixed_ips': [{'subnet_id': '96c03f4d-686c-4f25-909a-981fa21718e9'}]}} from dv-cinder-809968-4-iscsi. {{(pid=100454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 16:54:41.451182 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ab26d358-3fa5-4523-8bf5-1a2cf7f93501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_create {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:41.581745 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.db_base_plugin_common [None req-ab26d358-3fa5-4523-8bf5-1a2cf7f93501 None None] Allocated IP 172.20.0.2 (f8f4386e-978e-4729-9bdc-24d4ee0cd6f1/96c03f4d-686c-4f25-909a-981fa21718e9/7a3b8612-c11e-4c36-8ea0-a342770536a3) {{(pid=100454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:54:41.612414 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-1432270d-23f4-49c4-b759-f96ab429d345 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:41.635081 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-1432270d-23f4-49c4-b759-f96ab429d345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:41.720149 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ab26d358-3fa5-4523-8bf5-1a2cf7f93501 None None] Notify callbacks [] for port, precommit_create {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:41.726029 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ab26d358-3fa5-4523-8bf5-1a2cf7f93501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735274499777'] for port, after_create {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:41.737128 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.db.db_base_plugin_common [None req-1432270d-23f4-49c4-b759-f96ab429d345 admin admin] Allocated IP 172.27.0.201 (e265bfb9-6000-4acf-b4f9-12e0cf12940a/83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8/6124e9f7-be11-4274-b2a1-d9312930de20) {{(pid=100453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:54:41.772329 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab26d358-3fa5-4523-8bf5-1a2cf7f93501 None None] Network f8f4386e-978e-4729-9bdc-24d4ee0cd6f1 is already hosted by enough agents. {{(pid=100454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:54:41.776519 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.scheduler.base_scheduler [None req-ab26d358-3fa5-4523-8bf5-1a2cf7f93501 None None] Resources bound (agent type, host, resource id): {{(pid=100454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:54:41.779062 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab26d358-3fa5-4523-8bf5-1a2cf7f93501 None None] Received port after_create {{(pid=100454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 16:54:41.788005 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab26d358-3fa5-4523-8bf5-1a2cf7f93501 None None] Pushing event updated for resources: {'Port': ['ID=7a3b8612-c11e-4c36-8ea0-a342770536a3,revision_number=1']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:54:41.809817 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab26d358-3fa5-4523-8bf5-1a2cf7f93501 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:54:41.810195 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab26d358-3fa5-4523-8bf5-1a2cf7f93501 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:54:41.810551 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab26d358-3fa5-4523-8bf5-1a2cf7f93501 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:54:41.810886 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab26d358-3fa5-4523-8bf5-1a2cf7f93501 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:54:41.811216 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab26d358-3fa5-4523-8bf5-1a2cf7f93501 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:54:41.811546 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab26d358-3fa5-4523-8bf5-1a2cf7f93501 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:54:41.811873 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab26d358-3fa5-4523-8bf5-1a2cf7f93501 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:54:41.812198 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab26d358-3fa5-4523-8bf5-1a2cf7f93501 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:54:41.812543 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab26d358-3fa5-4523-8bf5-1a2cf7f93501 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:54:41.812875 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab26d358-3fa5-4523-8bf5-1a2cf7f93501 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:54:41.813193 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab26d358-3fa5-4523-8bf5-1a2cf7f93501 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:54:41.813511 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab26d358-3fa5-4523-8bf5-1a2cf7f93501 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:54:41.844323 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-1432270d-23f4-49c4-b759-f96ab429d345 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:41.848200 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.managers [None req-ab26d358-3fa5-4523-8bf5-1a2cf7f93501 None None] Attempting to bind port 7a3b8612-c11e-4c36-8ea0-a342770536a3 on host dv-cinder-809968-4-iscsi for vnic_type normal with profile {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 16:54:41.848569 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.managers [None req-ab26d358-3fa5-4523-8bf5-1a2cf7f93501 None None] Attempting to bind port 7a3b8612-c11e-4c36-8ea0-a342770536a3 by drivers openvswitch,hyperv on host dv-cinder-809968-4-iscsi at level 0 using segments [{'id': '31220470-9569-42d0-934c-b509819951d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f8f4386e-978e-4729-9bdc-24d4ee0cd6f1'}] {{(pid=100454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 16:54:41.848930 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab26d358-3fa5-4523-8bf5-1a2cf7f93501 None None] Attempting to bind port 7a3b8612-c11e-4c36-8ea0-a342770536a3 on network f8f4386e-978e-4729-9bdc-24d4ee0cd6f1 {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 16:54:41.854134 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab26d358-3fa5-4523-8bf5-1a2cf7f93501 None None] Checking agent: {'id': '08e98799-e574-4f1d-90ac-f796d675fca5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809968-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 16, 39, 29), 'started_at': datetime.datetime(2021, 9, 22, 16, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 16, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809968-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 16:54:41.854504 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab26d358-3fa5-4523-8bf5-1a2cf7f93501 None None] Checking segment: {'id': '31220470-9569-42d0-934c-b509819951d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f8f4386e-978e-4729-9bdc-24d4ee0cd6f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 16:54:41.854897 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ab26d358-3fa5-4523-8bf5-1a2cf7f93501 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:41.855283 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab26d358-3fa5-4523-8bf5-1a2cf7f93501 None None] Bound using segment: {'id': '31220470-9569-42d0-934c-b509819951d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f8f4386e-978e-4729-9bdc-24d4ee0cd6f1'} {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 16:54:41.855734 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.managers [None req-ab26d358-3fa5-4523-8bf5-1a2cf7f93501 None None] Bound port: 7a3b8612-c11e-4c36-8ea0-a342770536a3, host: dv-cinder-809968-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31220470-9569-42d0-934c-b509819951d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f8f4386e-978e-4729-9bdc-24d4ee0cd6f1'}}] {{(pid=100454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 16:54:41.856113 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ab26d358-3fa5-4523-8bf5-1a2cf7f93501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:41.879590 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-1432270d-23f4-49c4-b759-f96ab429d345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735274499777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8594183'] for port, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:41.917332 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1432270d-23f4-49c4-b759-f96ab429d345 admin admin] Network e265bfb9-6000-4acf-b4f9-12e0cf12940a is already hosted by enough agents. {{(pid=100453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:54:41.920240 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.base_scheduler [None req-1432270d-23f4-49c4-b759-f96ab429d345 admin admin] Resources bound (agent type, host, resource id): {{(pid=100453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:54:41.922660 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-ab26d358-3fa5-4523-8bf5-1a2cf7f93501 None None] For port 7a3b8612-c11e-4c36-8ea0-a342770536a3, host dv-cinder-809968-4-iscsi, cleared binding levels {{(pid=100454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 16:54:41.923749 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1432270d-23f4-49c4-b759-f96ab429d345 admin admin] Received port after_create {{(pid=100453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 16:54:41.926161 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-ab26d358-3fa5-4523-8bf5-1a2cf7f93501 None None] For port 7a3b8612-c11e-4c36-8ea0-a342770536a3, host dv-cinder-809968-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=7a3b8612-c11e-4c36-8ea0-a342770536a3,segment=NetworkSegment(31220470-9569-42d0-934c-b509819951d9),segment_id=31220470-9569-42d0-934c-b509819951d9)] {{(pid=100454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 16:54:41.932187 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ab26d358-3fa5-4523-8bf5-1a2cf7f93501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:41.950346 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1432270d-23f4-49c4-b759-f96ab429d345 admin admin] Pushing event updated for resources: {'Port': ['ID=6124e9f7-be11-4274-b2a1-d9312930de20,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:54:41.993016 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab26d358-3fa5-4523-8bf5-1a2cf7f93501 None None] Pushing event updated for resources: {'Port': ['ID=7a3b8612-c11e-4c36-8ea0-a342770536a3,revision_number=2']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:54:42.204798 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-1432270d-23f4-49c4-b759-f96ab429d345 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:42.405461 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-1432270d-23f4-49c4-b759-f96ab429d345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1639446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698722'] for router, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:42.530043 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1432270d-23f4-49c4-b759-f96ab429d345 admin admin] Router 82e2ed07-e4ef-4301-8b8e-aa578f87d3e8 is scheduled to L3 agent c3efc510-1e60-45c8-b68a-00a20fddc4a4 with binding_index 1 {{(pid=100453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 16:54:42.637834 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1432270d-23f4-49c4-b759-f96ab429d345 admin admin] Notify agent at l3_agent.dv-cinder-809968-4-iscsi the message routers_updated {{(pid=100453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 16:54:42.647060 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a7bad2-2304-4335-b044-13f9d158d221 None None] Sync routers for ids ['82e2ed07-e4ef-4301-8b8e-aa578f87d3e8'] in dv-cinder-809968-4-iscsi {{(pid=100454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 16:54:42.653402 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-1432270d-23f4-49c4-b759-f96ab429d345 admin admin] Notify callbacks [] for router, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:42.657520 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 33198) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:54:42.658054 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-1432270d-23f4-49c4-b759-f96ab429d345 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4588623 Sep 22 16:54:42.664543 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a7bad2-2304-4335-b044-13f9d158d221 None None] Routers {'82e2ed07-e4ef-4301-8b8e-aa578f87d3e8'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 16:54:42.666489 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-d0a7bad2-2304-4335-b044-13f9d158d221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:54:29Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['82e2ed07-e4ef-4301-8b8e-aa578f87d3e8'], 'active': True} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:54:42.775323 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvr_db [None req-d0a7bad2-2304-4335-b044-13f9d158d221 None None] Set router 82e2ed07-e4ef-4301-8b8e-aa578f87d3e8 gateway port host: dv-cinder-809968-4-iscsi {{(pid=100454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 16:54:42.896985 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbac5577-1165-4ef7-9771-d578e2557df4 None None] Network f8f4386e-978e-4729-9bdc-24d4ee0cd6f1 requested from dv-cinder-809968-4-iscsi {{(pid=100454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 16:54:43.011033 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-96a12113-26a7-4b7f-9aa0-8a3a9a7492d8 None None] Provisioning complete for port 7a3b8612-c11e-4c36-8ea0-a342770536a3 triggered by entity DHCP. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:54:43.011740 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-96a12113-26a7-4b7f-9aa0-8a3a9a7492d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:43.088844 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-2112961d-074b-4334-a974-5934c288bacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:43.094215 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-d0a7bad2-2304-4335-b044-13f9d158d221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e2ed07-e4ef-4301-8b8e-aa578f87d3e8', 'name': 'tempest-TestShelveInstance-1412775713-router', 'tenant_id': '539e90d12b004781baa4dc86d2602fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '6124e9f7-be11-4274-b2a1-d9312930de20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:54:41Z', 'updated_at': '2021-09-22T16:54:42Z', 'revision_number': 3, 'project_id': '539e90d12b004781baa4dc86d2602fcb', 'gw_port': {'id': '6124e9f7-be11-4274-b2a1-d9312930de20', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:44:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82e2ed07-e4ef-4301-8b8e-aa578f87d3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:54:41Z', 'updated_at': '2021-09-22T16:54:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi'}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:54:43.130263 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a7bad2-2304-4335-b044-13f9d158d221 None None] Checking router: 82e2ed07-e4ef-4301-8b8e-aa578f87d3e8 for host: dv-cinder-809968-4-iscsi {{(pid=100454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 16:54:43.131207 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a7bad2-2304-4335-b044-13f9d158d221 None None] Updating router 82e2ed07-e4ef-4301-8b8e-aa578f87d3e8 port 6124e9f7-be11-4274-b2a1-d9312930de20 binding host dv-cinder-809968-4-iscsi {{(pid=100454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 16:54:43.178523 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-d0a7bad2-2304-4335-b044-13f9d158d221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:43.243008 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.db_base_plugin_common [None req-2112961d-074b-4334-a974-5934c288bacc admin admin] Allocated IP 172.20.0.1 (f8f4386e-978e-4729-9bdc-24d4ee0cd6f1/96c03f4d-686c-4f25-909a-981fa21718e9/30523a6d-7d4d-4ef0-824a-8eb0d1b2b431) {{(pid=100452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:54:43.248124 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-96a12113-26a7-4b7f-9aa0-8a3a9a7492d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:43.344831 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-96a12113-26a7-4b7f-9aa0-8a3a9a7492d8 None None] For port 7a3b8612-c11e-4c36-8ea0-a342770536a3, host dv-cinder-809968-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=7a3b8612-c11e-4c36-8ea0-a342770536a3,segment=NetworkSegment(31220470-9569-42d0-934c-b509819951d9),segment_id=31220470-9569-42d0-934c-b509819951d9)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:54:43.357105 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-96a12113-26a7-4b7f-9aa0-8a3a9a7492d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:43.361838 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-2112961d-074b-4334-a974-5934c288bacc admin admin] Notify callbacks [] for port, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:43.397660 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-2112961d-074b-4334-a974-5934c288bacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735274499777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8763924'] for port, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:43.440215 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2112961d-074b-4334-a974-5934c288bacc admin admin] Network f8f4386e-978e-4729-9bdc-24d4ee0cd6f1 is already hosted by enough agents. {{(pid=100452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:54:43.443314 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.base_scheduler [None req-2112961d-074b-4334-a974-5934c288bacc admin admin] Resources bound (agent type, host, resource id): {{(pid=100452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:54:43.446036 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2112961d-074b-4334-a974-5934c288bacc admin admin] Received port after_create {{(pid=100452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 16:54:43.457401 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a12113-26a7-4b7f-9aa0-8a3a9a7492d8 None None] Pushing event updated for resources: {'Port': ['ID=7a3b8612-c11e-4c36-8ea0-a342770536a3,revision_number=3']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:54:43.496211 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2112961d-074b-4334-a974-5934c288bacc admin admin] Pushing event updated for resources: {'Port': ['ID=30523a6d-7d4d-4ef0-824a-8eb0d1b2b431,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:54:43.500351 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-9dbb9a0f-8f61-4e48-bee1-fef6270b4f7d None None] Provisioning complete for port 7a3b8612-c11e-4c36-8ea0-a342770536a3 triggered by entity DHCP. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:54:43.500723 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-9dbb9a0f-8f61-4e48-bee1-fef6270b4f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:43.510334 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-2112961d-074b-4334-a974-5934c288bacc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701023'] for router_interface, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:43.571335 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-d0a7bad2-2304-4335-b044-13f9d158d221 None None] Notify callbacks [] for port, precommit_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:43.577943 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-d0a7bad2-2304-4335-b044-13f9d158d221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:43.642456 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-2112961d-074b-4334-a974-5934c288bacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:43.659273 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b88488-9919-4788-9be7-7852ca1cb175 None None] Pushing event updated for resources: {'Port': ['ID=6124e9f7-be11-4274-b2a1-d9312930de20,revision_number=2']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:54:43.664495 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.managers [None req-d0a7bad2-2304-4335-b044-13f9d158d221 None None] Attempting to bind port 6124e9f7-be11-4274-b2a1-d9312930de20 on host dv-cinder-809968-4-iscsi for vnic_type normal with profile {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 16:54:43.664860 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.managers [None req-d0a7bad2-2304-4335-b044-13f9d158d221 None None] Attempting to bind port 6124e9f7-be11-4274-b2a1-d9312930de20 by drivers openvswitch,hyperv on host dv-cinder-809968-4-iscsi at level 0 using segments [{'id': '73061bb2-74db-4070-b057-2315d4867ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a'}] {{(pid=100454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 16:54:43.665224 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a7bad2-2304-4335-b044-13f9d158d221 None None] Attempting to bind port 6124e9f7-be11-4274-b2a1-d9312930de20 on network e265bfb9-6000-4acf-b4f9-12e0cf12940a {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 16:54:43.674185 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a7bad2-2304-4335-b044-13f9d158d221 None None] Checking agent: {'id': '08e98799-e574-4f1d-90ac-f796d675fca5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809968-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 16, 39, 29), 'started_at': datetime.datetime(2021, 9, 22, 16, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 16, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809968-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 16:54:43.674550 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a7bad2-2304-4335-b044-13f9d158d221 None None] Checking segment: {'id': '73061bb2-74db-4070-b057-2315d4867ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 16:54:43.674951 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-d0a7bad2-2304-4335-b044-13f9d158d221 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:43.675329 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a7bad2-2304-4335-b044-13f9d158d221 None None] Bound using segment: {'id': '73061bb2-74db-4070-b057-2315d4867ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a'} {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 16:54:43.675780 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.managers [None req-d0a7bad2-2304-4335-b044-13f9d158d221 None None] Bound port: 6124e9f7-be11-4274-b2a1-d9312930de20, host: dv-cinder-809968-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73061bb2-74db-4070-b057-2315d4867ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a'}}] {{(pid=100454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 16:54:43.676157 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-d0a7bad2-2304-4335-b044-13f9d158d221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:43.731341 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-d0a7bad2-2304-4335-b044-13f9d158d221 None None] For port 6124e9f7-be11-4274-b2a1-d9312930de20, host dv-cinder-809968-4-iscsi, cleared binding levels {{(pid=100454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 16:54:43.734533 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-d0a7bad2-2304-4335-b044-13f9d158d221 None None] For port 6124e9f7-be11-4274-b2a1-d9312930de20, host dv-cinder-809968-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=6124e9f7-be11-4274-b2a1-d9312930de20,segment=NetworkSegment(73061bb2-74db-4070-b057-2315d4867ed3),segment_id=73061bb2-74db-4070-b057-2315d4867ed3)] {{(pid=100454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 16:54:43.741992 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-d0a7bad2-2304-4335-b044-13f9d158d221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:43.803351 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a7bad2-2304-4335-b044-13f9d158d221 None None] Routers {'82e2ed07-e4ef-4301-8b8e-aa578f87d3e8'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 16:54:43.804108 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-d0a7bad2-2304-4335-b044-13f9d158d221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:54:29Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['82e2ed07-e4ef-4301-8b8e-aa578f87d3e8'], 'active': True} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:54:43.808895 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-2112961d-074b-4334-a974-5934c288bacc admin admin] Notify callbacks [] for port, precommit_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:43.813715 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-2112961d-074b-4334-a974-5934c288bacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8763935'] for port, after_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:43.889156 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-2112961d-074b-4334-a974-5934c288bacc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1699951'] for router_interface, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:43.891141 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2112961d-074b-4334-a974-5934c288bacc admin admin] Pushing event updated for resources: {'Port': ['ID=30523a6d-7d4d-4ef0-824a-8eb0d1b2b431,revision_number=2']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:54:43.967193 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 7a3b8612-c11e-4c36-8ea0-a342770536a3 up at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 16:54:43.972907 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b88488-9919-4788-9be7-7852ca1cb175 None None] Pushing event updated for resources: {'Port': ['ID=6124e9f7-be11-4274-b2a1-d9312930de20,revision_number=3']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:54:43.983907 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2112961d-074b-4334-a974-5934c288bacc admin admin] Network f8f4386e-978e-4729-9bdc-24d4ee0cd6f1 is already hosted by enough agents. {{(pid=100452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:54:43.985443 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.base_scheduler [None req-2112961d-074b-4334-a974-5934c288bacc admin admin] Resources bound (agent type, host, resource id): {{(pid=100452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:54:44.021174 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-db943281-1ab6-4ef1-81b2-9ac520ffa5c6 None None] Provisioning complete for port 30523a6d-7d4d-4ef0-824a-8eb0d1b2b431 triggered by entity DHCP. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:54:44.021813 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-db943281-1ab6-4ef1-81b2-9ac520ffa5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:44.100293 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2112961d-074b-4334-a974-5934c288bacc admin admin] Router 82e2ed07-e4ef-4301-8b8e-aa578f87d3e8 has already been hosted by L3 agent c3efc510-1e60-45c8-b68a-00a20fddc4a4 {{(pid=100452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 16:54:44.109998 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvr_db [None req-d0a7bad2-2304-4335-b044-13f9d158d221 None None] Set router 82e2ed07-e4ef-4301-8b8e-aa578f87d3e8 gateway port host: dv-cinder-809968-4-iscsi {{(pid=100454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 16:54:44.111667 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-db943281-1ab6-4ef1-81b2-9ac520ffa5c6 None None] Port 30523a6d-7d4d-4ef0-824a-8eb0d1b2b431 cannot update to ACTIVE because it is not bound. {{(pid=100454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 16:54:44.146439 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Provisioning complete for port 7a3b8612-c11e-4c36-8ea0-a342770536a3 triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:54:44.146755 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:44.221282 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2112961d-074b-4334-a974-5934c288bacc admin admin] Notify agent at l3_agent.dv-cinder-809968-4-iscsi the message routers_updated {{(pid=100452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 16:54:44.230053 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-2112961d-074b-4334-a974-5934c288bacc admin admin] 10.222.0.66 "PUT /v2.0/routers/82e2ed07-e4ef-4301-8b8e-aa578f87d3e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5712073 Sep 22 16:54:44.294971 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-41bd5070-d441-4159-8bc1-9acf5855495b None None] Provisioning complete for port 30523a6d-7d4d-4ef0-824a-8eb0d1b2b431 triggered by entity DHCP. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:54:44.295340 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-41bd5070-d441-4159-8bc1-9acf5855495b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:44.372597 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-41bd5070-d441-4159-8bc1-9acf5855495b None None] Port 30523a6d-7d4d-4ef0-824a-8eb0d1b2b431 cannot update to ACTIVE because it is not bound. {{(pid=100454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 16:54:44.429489 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-d0a7bad2-2304-4335-b044-13f9d158d221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e2ed07-e4ef-4301-8b8e-aa578f87d3e8', 'name': 'tempest-TestShelveInstance-1412775713-router', 'tenant_id': '539e90d12b004781baa4dc86d2602fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '6124e9f7-be11-4274-b2a1-d9312930de20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:54:41Z', 'updated_at': '2021-09-22T16:54:43Z', 'revision_number': 4, 'project_id': '539e90d12b004781baa4dc86d2602fcb', 'gw_port': {'id': '6124e9f7-be11-4274-b2a1-d9312930de20', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:44:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82e2ed07-e4ef-4301-8b8e-aa578f87d3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:54:41Z', 'updated_at': '2021-09-22T16:54:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_interfaces': [{'id': '30523a6d-7d4d-4ef0-824a-8eb0d1b2b431', 'name': '', 'network_id': 'f8f4386e-978e-4729-9bdc-24d4ee0cd6f1', 'tenant_id': '539e90d12b004781baa4dc86d2602fcb', 'mac_address': 'fa:16:3e:fb:22:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82e2ed07-e4ef-4301-8b8e-aa578f87d3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '96c03f4d-686c-4f25-909a-981fa21718e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:54:43Z', 'updated_at': '2021-09-22T16:54:43Z', 'revision_number': 1, 'project_id': '539e90d12b004781baa4dc86d2602fcb', 'subnets': [{'id': '96c03f4d-686c-4f25-909a-981fa21718e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:54:44.459167 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a7bad2-2304-4335-b044-13f9d158d221 None None] The sync data for ids ['82e2ed07-e4ef-4301-8b8e-aa578f87d3e8'] in dv-cinder-809968-4-iscsi is: [{'id': '82e2ed07-e4ef-4301-8b8e-aa578f87d3e8', 'name': 'tempest-TestShelveInstance-1412775713-router', 'tenant_id': '539e90d12b004781baa4dc86d2602fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '6124e9f7-be11-4274-b2a1-d9312930de20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:54:41Z', 'updated_at': '2021-09-22T16:54:43Z', 'revision_number': 4, 'project_id': '539e90d12b004781baa4dc86d2602fcb', 'gw_port': {'id': '6124e9f7-be11-4274-b2a1-d9312930de20', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:44:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82e2ed07-e4ef-4301-8b8e-aa578f87d3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:54:41Z', 'updated_at': '2021-09-22T16:54:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_interfaces': [{'id': '30523a6d-7d4d-4ef0-824a-8eb0d1b2b431', 'name': '', 'network_id': 'f8f4386e-978e-4729-9bdc-24d4ee0cd6f1', 'tenant_id': '539e90d12b004781baa4dc86d2602fcb', 'mac_address': 'fa:16:3e:fb:22:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82e2ed07-e4ef-4301-8b8e-aa578f87d3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '96c03f4d-686c-4f25-909a-981fa21718e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:54:43Z', 'updated_at': '2021-09-22T16:54:43Z', 'revision_number': 1, 'project_id': '539e90d12b004781baa4dc86d2602fcb', 'subnets': [{'id': '96c03f4d-686c-4f25-909a-981fa21718e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 16:54:44.704748 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 33220) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:54:44.711220 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.v2.base [None req-27a598c2-b1fd-4a5a-9afb-3849cd2f2ef5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-429851856-network', 'tenant_id': '95c99993a14640a88a6cf64b51845d3b'}} {{(pid=100453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:54:44.733445 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a598c2-b1fd-4a5a-9afb-3849cd2f2ef5 admin admin] Made reservation on behalf of 95c99993a14640a88a6cf64b51845d3b for: {'network': 1} {{(pid=100453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:54:44.735798 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-27a598c2-b1fd-4a5a-9afb-3849cd2f2ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for network, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:44.745058 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-27a598c2-b1fd-4a5a-9afb-3849cd2f2ef5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:44.841496 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-27a598c2-b1fd-4a5a-9afb-3849cd2f2ef5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:44.845704 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-27a598c2-b1fd-4a5a-9afb-3849cd2f2ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:44.873673 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27a598c2-b1fd-4a5a-9afb-3849cd2f2ef5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1054, 'physical_network': 'physnet1'} {{(pid=100453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 16:54:44.880991 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a598c2-b1fd-4a5a-9afb-3849cd2f2ef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a565b6be-c830-4a64-b632-d6224115306f,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:54:44.889621 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-27a598c2-b1fd-4a5a-9afb-3849cd2f2ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720390'] for segment, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:44.889975 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.db.segments_db [None req-27a598c2-b1fd-4a5a-9afb-3849cd2f2ef5 admin admin] Added segment d63c81ec-cef1-448c-b970-86d6c0a21970 of type vlan for network bbf7020d-e7a6-4770-a1a2-a7c6e90fe1db Sep 22 16:54:44.936725 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-27a598c2-b1fd-4a5a-9afb-3849cd2f2ef5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735274455839'] for network, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:44.961805 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-27a598c2-b1fd-4a5a-9afb-3849cd2f2ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351'] for network, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:44.962697 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a598c2-b1fd-4a5a-9afb-3849cd2f2ef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:44.963279 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-27a598c2-b1fd-4a5a-9afb-3849cd2f2ef5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for network, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:44.996650 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-27a598c2-b1fd-4a5a-9afb-3849cd2f2ef5 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2899914 Sep 22 16:54:44.999462 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 33222) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:54:45.004338 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [None req-26d95587-e551-4926-8659-af72f5c9ff19 admin admin] Request body: {'subnet': {'network_id': 'bbf7020d-e7a6-4770-a1a2-a7c6e90fe1db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-429851856-subnet', 'tenant_id': '95c99993a14640a88a6cf64b51845d3b', 'ip_version': 4}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:54:45.029863 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a598c2-b1fd-4a5a-9afb-3849cd2f2ef5 admin admin] Pushing event updated for resources: {'Network': ['ID=bbf7020d-e7a6-4770-a1a2-a7c6e90fe1db,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:54:45.030109 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d95587-e551-4926-8659-af72f5c9ff19 admin admin] Made reservation on behalf of 95c99993a14640a88a6cf64b51845d3b for: {'subnet': 1} {{(pid=100452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:54:45.034284 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-26d95587-e551-4926-8659-af72f5c9ff19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8763357'] for subnet, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:45.041767 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Network bbf7020d-e7a6-4770-a1a2-a7c6e90fe1db details requested by agent ovs-agent-dv-cinder-809968-4-iscsi with host dv-cinder-809968-4-iscsi {{(pid=100454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 16:54:45.256722 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-26d95587-e551-4926-8659-af72f5c9ff19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8764040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8763375'] for subnet, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:45.310337 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d95587-e551-4926-8659-af72f5c9ff19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef3b4322-03c2-43a6-853d-1fac40a866c3,revision_number=0']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:54:45.321495 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d95587-e551-4926-8659-af72f5c9ff19 admin admin] Checking segment: {'id': 'd63c81ec-cef1-448c-b970-86d6c0a21970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'bbf7020d-e7a6-4770-a1a2-a7c6e90fe1db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 16:54:45.321882 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d95587-e551-4926-8659-af72f5c9ff19 admin admin] Network hostable DHCP agents. Network: bbf7020d-e7a6-4770-a1a2-a7c6e90fe1db, hostable agents: ['0db1be0e-ef43-4063-8d54-96fc7c9973fd'], hosted agents: [] {{(pid=100452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 16:54:45.340052 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d95587-e551-4926-8659-af72f5c9ff19 admin admin] Network bbf7020d-e7a6-4770-a1a2-a7c6e90fe1db is scheduled to be hosted by DHCP agent 0db1be0e-ef43-4063-8d54-96fc7c9973fd with binding_index 1 {{(pid=100452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 16:54:45.352296 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.base_scheduler [None req-26d95587-e551-4926-8659-af72f5c9ff19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809968-4-iscsi, bbf7020d-e7a6-4770-a1a2-a7c6e90fe1db) {{(pid=100452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:54:45.357050 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d95587-e551-4926-8659-af72f5c9ff19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:45.357699 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-26d95587-e551-4926-8659-af72f5c9ff19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for subnet, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:45.361742 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ea792f-0313-4201-9b49-e081917ee9b7 None None] Network bbf7020d-e7a6-4770-a1a2-a7c6e90fe1db requested from dv-cinder-809968-4-iscsi {{(pid=100454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 16:54:45.385405 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-26d95587-e551-4926-8659-af72f5c9ff19 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3822246 Sep 22 16:54:45.385758 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 33226) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:54:45.390086 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.v2.base [None req-ea8b4d58-4858-49a3-bf74-13d61b4b333b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-429851856-router', 'tenant_id': '95c99993a14640a88a6cf64b51845d3b', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a'}}} {{(pid=100453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:54:45.411254 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-ea8b4d58-4858-49a3-bf74-13d61b4b333b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1700767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16258'] for router, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:45.413317 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-ea8b4d58-4858-49a3-bf74-13d61b4b333b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1639535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16267'] for router, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:45.468469 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-ea8b4d58-4858-49a3-bf74-13d61b4b333b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:45.524569 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a200755-fd9f-447d-a5e6-5491745bd424 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7358752-8e43-55c4-be9d-21b7cc7223a6-bbf7020d-e7a6-4770-a1a2-a7c6e90fe1db', 'network_id': 'bbf7020d-e7a6-4770-a1a2-a7c6e90fe1db', 'tenant_id': '95c99993a14640a88a6cf64b51845d3b', 'fixed_ips': [{'subnet_id': 'ef3b4322-03c2-43a6-853d-1fac40a866c3'}]}} from dv-cinder-809968-4-iscsi. {{(pid=100454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 16:54:45.525601 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8a200755-fd9f-447d-a5e6-5491745bd424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_create {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:45.673469 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.db_base_plugin_common [None req-8a200755-fd9f-447d-a5e6-5491745bd424 None None] Allocated IP 172.20.0.2 (bbf7020d-e7a6-4770-a1a2-a7c6e90fe1db/ef3b4322-03c2-43a6-853d-1fac40a866c3/97113c9d-4153-4cd9-993f-e85d49bdecf5) {{(pid=100454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:54:45.834374 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 6124e9f7-be11-4274-b2a1-d9312930de20 up at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 16:54:45.847589 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-ea8b4d58-4858-49a3-bf74-13d61b4b333b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:45.868265 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8a200755-fd9f-447d-a5e6-5491745bd424 None None] Notify callbacks [] for port, precommit_create {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:45.878036 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8a200755-fd9f-447d-a5e6-5491745bd424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735274499777'] for port, after_create {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:45.922735 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a200755-fd9f-447d-a5e6-5491745bd424 None None] Network bbf7020d-e7a6-4770-a1a2-a7c6e90fe1db is already hosted by enough agents. {{(pid=100454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:54:45.926596 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.scheduler.base_scheduler [None req-8a200755-fd9f-447d-a5e6-5491745bd424 None None] Resources bound (agent type, host, resource id): {{(pid=100454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:54:45.929536 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a200755-fd9f-447d-a5e6-5491745bd424 None None] Received port after_create {{(pid=100454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 16:54:45.945597 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a200755-fd9f-447d-a5e6-5491745bd424 None None] Pushing event updated for resources: {'Port': ['ID=97113c9d-4153-4cd9-993f-e85d49bdecf5,revision_number=1']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:54:45.955143 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Provisioning complete for port 6124e9f7-be11-4274-b2a1-d9312930de20 triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:54:45.955496 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:46.029379 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.managers [None req-8a200755-fd9f-447d-a5e6-5491745bd424 None None] Attempting to bind port 97113c9d-4153-4cd9-993f-e85d49bdecf5 on host dv-cinder-809968-4-iscsi for vnic_type normal with profile {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 16:54:46.029767 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.managers [None req-8a200755-fd9f-447d-a5e6-5491745bd424 None None] Attempting to bind port 97113c9d-4153-4cd9-993f-e85d49bdecf5 by drivers openvswitch,hyperv on host dv-cinder-809968-4-iscsi at level 0 using segments [{'id': 'd63c81ec-cef1-448c-b970-86d6c0a21970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'bbf7020d-e7a6-4770-a1a2-a7c6e90fe1db'}] {{(pid=100454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 16:54:46.030131 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a200755-fd9f-447d-a5e6-5491745bd424 None None] Attempting to bind port 97113c9d-4153-4cd9-993f-e85d49bdecf5 on network bbf7020d-e7a6-4770-a1a2-a7c6e90fe1db {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 16:54:46.037609 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a200755-fd9f-447d-a5e6-5491745bd424 None None] Checking agent: {'id': '08e98799-e574-4f1d-90ac-f796d675fca5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809968-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 16, 39, 29), 'started_at': datetime.datetime(2021, 9, 22, 16, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 16, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809968-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 16:54:46.038148 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a200755-fd9f-447d-a5e6-5491745bd424 None None] Checking segment: {'id': 'd63c81ec-cef1-448c-b970-86d6c0a21970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'bbf7020d-e7a6-4770-a1a2-a7c6e90fe1db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 16:54:46.038454 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8a200755-fd9f-447d-a5e6-5491745bd424 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:46.038848 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a200755-fd9f-447d-a5e6-5491745bd424 None None] Bound using segment: {'id': 'd63c81ec-cef1-448c-b970-86d6c0a21970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'bbf7020d-e7a6-4770-a1a2-a7c6e90fe1db'} {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 16:54:46.039315 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.managers [None req-8a200755-fd9f-447d-a5e6-5491745bd424 None None] Bound port: 97113c9d-4153-4cd9-993f-e85d49bdecf5, host: dv-cinder-809968-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd63c81ec-cef1-448c-b970-86d6c0a21970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'bbf7020d-e7a6-4770-a1a2-a7c6e90fe1db'}}] {{(pid=100454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 16:54:46.039692 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8a200755-fd9f-447d-a5e6-5491745bd424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:46.051560 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-ea8b4d58-4858-49a3-bf74-13d61b4b333b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:46.072334 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-ea8b4d58-4858-49a3-bf74-13d61b4b333b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:46.131180 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:46.148137 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-8a200755-fd9f-447d-a5e6-5491745bd424 None None] For port 97113c9d-4153-4cd9-993f-e85d49bdecf5, host dv-cinder-809968-4-iscsi, cleared binding levels {{(pid=100454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 16:54:46.155607 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-8a200755-fd9f-447d-a5e6-5491745bd424 None None] For port 97113c9d-4153-4cd9-993f-e85d49bdecf5, host dv-cinder-809968-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=97113c9d-4153-4cd9-993f-e85d49bdecf5,segment=NetworkSegment(d63c81ec-cef1-448c-b970-86d6c0a21970),segment_id=d63c81ec-cef1-448c-b970-86d6c0a21970)] {{(pid=100454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 16:54:46.161065 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] For port 6124e9f7-be11-4274-b2a1-d9312930de20, host dv-cinder-809968-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=6124e9f7-be11-4274-b2a1-d9312930de20,segment=NetworkSegment(73061bb2-74db-4070-b057-2315d4867ed3),segment_id=73061bb2-74db-4070-b057-2315d4867ed3)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:54:46.163377 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8a200755-fd9f-447d-a5e6-5491745bd424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:46.172101 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:46.179631 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.db.db_base_plugin_common [None req-ea8b4d58-4858-49a3-bf74-13d61b4b333b admin admin] Allocated IP 172.27.0.152 (e265bfb9-6000-4acf-b4f9-12e0cf12940a/83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8/77d9e73a-84ab-44b6-9ff4-d15d70178cf5) {{(pid=100453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:54:46.229106 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a200755-fd9f-447d-a5e6-5491745bd424 None None] Pushing event updated for resources: {'Port': ['ID=97113c9d-4153-4cd9-993f-e85d49bdecf5,revision_number=2']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:54:46.292648 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Pushing event updated for resources: {'Port': ['ID=6124e9f7-be11-4274-b2a1-d9312930de20,revision_number=4']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:54:46.305766 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-ea8b4d58-4858-49a3-bf74-13d61b4b333b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:46.341204 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-ea8b4d58-4858-49a3-bf74-13d61b4b333b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735274499777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8594183'] for port, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:46.389292 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8b4d58-4858-49a3-bf74-13d61b4b333b admin admin] Network e265bfb9-6000-4acf-b4f9-12e0cf12940a is already hosted by enough agents. {{(pid=100453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:54:46.397800 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.base_scheduler [None req-ea8b4d58-4858-49a3-bf74-13d61b4b333b admin admin] Resources bound (agent type, host, resource id): {{(pid=100453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:54:46.407789 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8b4d58-4858-49a3-bf74-13d61b4b333b admin admin] Received port after_create {{(pid=100453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 16:54:46.441845 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8b4d58-4858-49a3-bf74-13d61b4b333b admin admin] Pushing event updated for resources: {'Port': ['ID=77d9e73a-84ab-44b6-9ff4-d15d70178cf5,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:54:46.679465 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-ea8b4d58-4858-49a3-bf74-13d61b4b333b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:46.869130 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-ea8b4d58-4858-49a3-bf74-13d61b4b333b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1639446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698722'] for router, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:47.001697 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea8b4d58-4858-49a3-bf74-13d61b4b333b admin admin] Router 0774ed9f-a482-40e6-99ef-6c4955025ea2 is scheduled to L3 agent c3efc510-1e60-45c8-b68a-00a20fddc4a4 with binding_index 1 {{(pid=100453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 16:54:47.064087 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75ecabd-7020-4698-b83f-53054eadb803 None None] Sync routers for ids ['82e2ed07-e4ef-4301-8b8e-aa578f87d3e8'] in dv-cinder-809968-4-iscsi {{(pid=100455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 16:54:47.075430 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75ecabd-7020-4698-b83f-53054eadb803 None None] Routers {'82e2ed07-e4ef-4301-8b8e-aa578f87d3e8'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 16:54:47.076149 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-d75ecabd-7020-4698-b83f-53054eadb803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:54:29Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['82e2ed07-e4ef-4301-8b8e-aa578f87d3e8'], 'active': True} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:54:47.113544 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea8b4d58-4858-49a3-bf74-13d61b4b333b admin admin] Notify agent at l3_agent.dv-cinder-809968-4-iscsi the message routers_updated {{(pid=100453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 16:54:47.122907 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc80b94-6539-4229-be59-e8ede2d7c63c None None] Sync routers for ids ['0774ed9f-a482-40e6-99ef-6c4955025ea2'] in dv-cinder-809968-4-iscsi {{(pid=100454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 16:54:47.131891 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-ea8b4d58-4858-49a3-bf74-13d61b4b333b admin admin] Notify callbacks [] for router, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:47.133786 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-ea8b4d58-4858-49a3-bf74-13d61b4b333b admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7468610 Sep 22 16:54:47.136294 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 33232) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:54:47.140685 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc80b94-6539-4229-be59-e8ede2d7c63c None None] Routers {'0774ed9f-a482-40e6-99ef-6c4955025ea2'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 16:54:47.141293 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-ecc80b94-6539-4229-be59-e8ede2d7c63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:54:29Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['0774ed9f-a482-40e6-99ef-6c4955025ea2'], 'active': True} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:54:47.198754 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvr_db [None req-d75ecabd-7020-4698-b83f-53054eadb803 None None] Set router 82e2ed07-e4ef-4301-8b8e-aa578f87d3e8 gateway port host: dv-cinder-809968-4-iscsi {{(pid=100455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 16:54:47.250050 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a415bf-69c3-4665-9def-005496f298dc None None] Network bbf7020d-e7a6-4770-a1a2-a7c6e90fe1db requested from dv-cinder-809968-4-iscsi {{(pid=100454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 16:54:47.290669 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvr_db [None req-ecc80b94-6539-4229-be59-e8ede2d7c63c None None] Set router 0774ed9f-a482-40e6-99ef-6c4955025ea2 gateway port host: dv-cinder-809968-4-iscsi {{(pid=100454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 16:54:47.405283 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-d75ecabd-7020-4698-b83f-53054eadb803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e2ed07-e4ef-4301-8b8e-aa578f87d3e8', 'name': 'tempest-TestShelveInstance-1412775713-router', 'tenant_id': '539e90d12b004781baa4dc86d2602fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '6124e9f7-be11-4274-b2a1-d9312930de20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:54:41Z', 'updated_at': '2021-09-22T16:54:43Z', 'revision_number': 4, 'project_id': '539e90d12b004781baa4dc86d2602fcb', 'gw_port': {'id': '6124e9f7-be11-4274-b2a1-d9312930de20', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:44:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e2ed07-e4ef-4301-8b8e-aa578f87d3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:54:41Z', 'updated_at': '2021-09-22T16:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_interfaces': [{'id': '30523a6d-7d4d-4ef0-824a-8eb0d1b2b431', 'name': '', 'network_id': 'f8f4386e-978e-4729-9bdc-24d4ee0cd6f1', 'tenant_id': '539e90d12b004781baa4dc86d2602fcb', 'mac_address': 'fa:16:3e:fb:22:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82e2ed07-e4ef-4301-8b8e-aa578f87d3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '96c03f4d-686c-4f25-909a-981fa21718e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:54:43Z', 'updated_at': '2021-09-22T16:54:43Z', 'revision_number': 2, 'project_id': '539e90d12b004781baa4dc86d2602fcb', 'subnets': [{'id': '96c03f4d-686c-4f25-909a-981fa21718e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:54:47.421849 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-e2bb65f7-a6f2-46ea-9c0d-fa1c54eea3fb None None] Provisioning complete for port 97113c9d-4153-4cd9-993f-e85d49bdecf5 triggered by entity DHCP. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:54:47.422363 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-e2bb65f7-a6f2-46ea-9c0d-fa1c54eea3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:47.433303 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75ecabd-7020-4698-b83f-53054eadb803 None None] Checking router: 82e2ed07-e4ef-4301-8b8e-aa578f87d3e8 for host: dv-cinder-809968-4-iscsi {{(pid=100455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 16:54:47.433710 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75ecabd-7020-4698-b83f-53054eadb803 None None] Updating router 82e2ed07-e4ef-4301-8b8e-aa578f87d3e8 port 30523a6d-7d4d-4ef0-824a-8eb0d1b2b431 binding host dv-cinder-809968-4-iscsi {{(pid=100455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 16:54:47.460267 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron_lib.callbacks.manager [None req-d75ecabd-7020-4698-b83f-53054eadb803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:47.647322 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-e2bb65f7-a6f2-46ea-9c0d-fa1c54eea3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:47.670242 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-ecc80b94-6539-4229-be59-e8ede2d7c63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0774ed9f-a482-40e6-99ef-6c4955025ea2', 'name': 'tempest-TestShelveInstance-429851856-router', 'tenant_id': '95c99993a14640a88a6cf64b51845d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '77d9e73a-84ab-44b6-9ff4-d15d70178cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:54:45Z', 'updated_at': '2021-09-22T16:54:46Z', 'revision_number': 3, 'project_id': '95c99993a14640a88a6cf64b51845d3b', 'gw_port': {'id': '77d9e73a-84ab-44b6-9ff4-d15d70178cf5', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:31:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0774ed9f-a482-40e6-99ef-6c4955025ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:54:46Z', 'updated_at': '2021-09-22T16:54:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi'}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:54:47.703317 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc80b94-6539-4229-be59-e8ede2d7c63c None None] Checking router: 0774ed9f-a482-40e6-99ef-6c4955025ea2 for host: dv-cinder-809968-4-iscsi {{(pid=100454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 16:54:47.703542 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc80b94-6539-4229-be59-e8ede2d7c63c None None] Updating router 0774ed9f-a482-40e6-99ef-6c4955025ea2 port 77d9e73a-84ab-44b6-9ff4-d15d70178cf5 binding host dv-cinder-809968-4-iscsi {{(pid=100454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 16:54:47.741604 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-e2bb65f7-a6f2-46ea-9c0d-fa1c54eea3fb None None] For port 97113c9d-4153-4cd9-993f-e85d49bdecf5, host dv-cinder-809968-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=97113c9d-4153-4cd9-993f-e85d49bdecf5,segment=NetworkSegment(d63c81ec-cef1-448c-b970-86d6c0a21970),segment_id=d63c81ec-cef1-448c-b970-86d6c0a21970)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:54:47.748661 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ecc80b94-6539-4229-be59-e8ede2d7c63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:47.776314 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-e2bb65f7-a6f2-46ea-9c0d-fa1c54eea3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:47.842346 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron_lib.callbacks.manager [None req-d75ecabd-7020-4698-b83f-53054eadb803 None None] Notify callbacks [] for port, precommit_update {{(pid=100455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:47.851402 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron_lib.callbacks.manager [None req-d75ecabd-7020-4698-b83f-53054eadb803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:47.900175 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-664366b8-e406-4bbc-a05c-95c216e0dcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:47.936953 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bb65f7-a6f2-46ea-9c0d-fa1c54eea3fb None None] Pushing event updated for resources: {'Port': ['ID=97113c9d-4153-4cd9-993f-e85d49bdecf5,revision_number=3']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:54:47.951012 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f65cb60-c48a-42fb-a696-7ccfc95f5c6f None None] Pushing event updated for resources: {'Port': ['ID=30523a6d-7d4d-4ef0-824a-8eb0d1b2b431,revision_number=3']} {{(pid=100455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:54:47.976965 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f65cb60-c48a-42fb-a696-7ccfc95f5c6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:54:47.977325 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f65cb60-c48a-42fb-a696-7ccfc95f5c6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:54:47.977710 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f65cb60-c48a-42fb-a696-7ccfc95f5c6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:54:47.978044 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f65cb60-c48a-42fb-a696-7ccfc95f5c6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:54:47.978370 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f65cb60-c48a-42fb-a696-7ccfc95f5c6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:54:47.978701 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f65cb60-c48a-42fb-a696-7ccfc95f5c6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:54:47.979063 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f65cb60-c48a-42fb-a696-7ccfc95f5c6f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:54:47.979390 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f65cb60-c48a-42fb-a696-7ccfc95f5c6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:54:47.979725 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f65cb60-c48a-42fb-a696-7ccfc95f5c6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:54:47.980045 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f65cb60-c48a-42fb-a696-7ccfc95f5c6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:54:47.980357 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f65cb60-c48a-42fb-a696-7ccfc95f5c6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:54:47.980669 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f65cb60-c48a-42fb-a696-7ccfc95f5c6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:54:48.015537 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.managers [None req-d75ecabd-7020-4698-b83f-53054eadb803 None None] Attempting to bind port 30523a6d-7d4d-4ef0-824a-8eb0d1b2b431 on host dv-cinder-809968-4-iscsi for vnic_type normal with profile {{(pid=100455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 16:54:48.016050 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.managers [None req-d75ecabd-7020-4698-b83f-53054eadb803 None None] Attempting to bind port 30523a6d-7d4d-4ef0-824a-8eb0d1b2b431 by drivers openvswitch,hyperv on host dv-cinder-809968-4-iscsi at level 0 using segments [{'id': '31220470-9569-42d0-934c-b509819951d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f8f4386e-978e-4729-9bdc-24d4ee0cd6f1'}] {{(pid=100455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 16:54:48.016413 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75ecabd-7020-4698-b83f-53054eadb803 None None] Attempting to bind port 30523a6d-7d4d-4ef0-824a-8eb0d1b2b431 on network f8f4386e-978e-4729-9bdc-24d4ee0cd6f1 {{(pid=100455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 16:54:48.022936 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75ecabd-7020-4698-b83f-53054eadb803 None None] Checking agent: {'id': '08e98799-e574-4f1d-90ac-f796d675fca5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809968-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 16, 39, 29), 'started_at': datetime.datetime(2021, 9, 22, 16, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 16, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809968-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 16:54:48.023304 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75ecabd-7020-4698-b83f-53054eadb803 None None] Checking segment: {'id': '31220470-9569-42d0-934c-b509819951d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f8f4386e-978e-4729-9bdc-24d4ee0cd6f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 16:54:48.023703 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron_lib.callbacks.manager [None req-d75ecabd-7020-4698-b83f-53054eadb803 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:48.024090 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75ecabd-7020-4698-b83f-53054eadb803 None None] Bound using segment: {'id': '31220470-9569-42d0-934c-b509819951d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f8f4386e-978e-4729-9bdc-24d4ee0cd6f1'} {{(pid=100455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 16:54:48.024554 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.managers [None req-d75ecabd-7020-4698-b83f-53054eadb803 None None] Bound port: 30523a6d-7d4d-4ef0-824a-8eb0d1b2b431, host: dv-cinder-809968-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31220470-9569-42d0-934c-b509819951d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f8f4386e-978e-4729-9bdc-24d4ee0cd6f1'}}] {{(pid=100455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 16:54:48.024946 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron_lib.callbacks.manager [None req-d75ecabd-7020-4698-b83f-53054eadb803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:48.122648 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 6124e9f7-be11-4274-b2a1-d9312930de20 up at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 16:54:48.125269 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.db [None req-d75ecabd-7020-4698-b83f-53054eadb803 None None] For port 30523a6d-7d4d-4ef0-824a-8eb0d1b2b431, host dv-cinder-809968-4-iscsi, cleared binding levels {{(pid=100455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 16:54:48.129283 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.db [None req-d75ecabd-7020-4698-b83f-53054eadb803 None None] For port 30523a6d-7d4d-4ef0-824a-8eb0d1b2b431, host dv-cinder-809968-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=30523a6d-7d4d-4ef0-824a-8eb0d1b2b431,segment=NetworkSegment(31220470-9569-42d0-934c-b509819951d9),segment_id=31220470-9569-42d0-934c-b509819951d9)] {{(pid=100455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 16:54:48.137425 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron_lib.callbacks.manager [None req-d75ecabd-7020-4698-b83f-53054eadb803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:48.169980 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.db.db_base_plugin_common [None req-664366b8-e406-4bbc-a05c-95c216e0dcf8 admin admin] Allocated IP 172.20.0.1 (bbf7020d-e7a6-4770-a1a2-a7c6e90fe1db/ef3b4322-03c2-43a6-853d-1fac40a866c3/54cb80f8-0066-4fad-a631-292e3380c3cf) {{(pid=100453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:54:48.181835 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-3860f212-02df-4f2b-8491-609a20f56b4b None None] Provisioning complete for port 97113c9d-4153-4cd9-993f-e85d49bdecf5 triggered by entity DHCP. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:54:48.182365 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-3860f212-02df-4f2b-8491-609a20f56b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:48.213523 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f65cb60-c48a-42fb-a696-7ccfc95f5c6f None None] Pushing event updated for resources: {'Port': ['ID=30523a6d-7d4d-4ef0-824a-8eb0d1b2b431,revision_number=4']} {{(pid=100455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:54:48.216830 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75ecabd-7020-4698-b83f-53054eadb803 None None] Routers {'82e2ed07-e4ef-4301-8b8e-aa578f87d3e8'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 16:54:48.217703 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-d75ecabd-7020-4698-b83f-53054eadb803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:54:29Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['82e2ed07-e4ef-4301-8b8e-aa578f87d3e8'], 'active': True} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:54:48.289756 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Provisioning complete for port 6124e9f7-be11-4274-b2a1-d9312930de20 triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:54:48.290132 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:48.309315 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-664366b8-e406-4bbc-a05c-95c216e0dcf8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:48.346292 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvr_db [None req-d75ecabd-7020-4698-b83f-53054eadb803 None None] Set router 82e2ed07-e4ef-4301-8b8e-aa578f87d3e8 gateway port host: dv-cinder-809968-4-iscsi {{(pid=100455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 16:54:48.358073 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-664366b8-e406-4bbc-a05c-95c216e0dcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735274499777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8594183'] for port, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:48.408676 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664366b8-e406-4bbc-a05c-95c216e0dcf8 admin admin] Network bbf7020d-e7a6-4770-a1a2-a7c6e90fe1db is already hosted by enough agents. {{(pid=100453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:54:48.412593 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.base_scheduler [None req-664366b8-e406-4bbc-a05c-95c216e0dcf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:54:48.415056 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664366b8-e406-4bbc-a05c-95c216e0dcf8 admin admin] Received port after_create {{(pid=100453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 16:54:48.446514 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ecc80b94-6539-4229-be59-e8ede2d7c63c None None] Notify callbacks [] for port, precommit_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:48.457786 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ecc80b94-6539-4229-be59-e8ede2d7c63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:48.470874 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-664366b8-e406-4bbc-a05c-95c216e0dcf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701023'] for router_interface, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:48.492707 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 97113c9d-4153-4cd9-993f-e85d49bdecf5 up at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 16:54:48.560110 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe3de0c-41fd-416e-bab9-1e84148b6cc6 None None] Pushing event updated for resources: {'Port': ['ID=77d9e73a-84ab-44b6-9ff4-d15d70178cf5,revision_number=2']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:54:48.570574 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.managers [None req-ecc80b94-6539-4229-be59-e8ede2d7c63c None None] Attempting to bind port 77d9e73a-84ab-44b6-9ff4-d15d70178cf5 on host dv-cinder-809968-4-iscsi for vnic_type normal with profile {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 16:54:48.571118 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.managers [None req-ecc80b94-6539-4229-be59-e8ede2d7c63c None None] Attempting to bind port 77d9e73a-84ab-44b6-9ff4-d15d70178cf5 by drivers openvswitch,hyperv on host dv-cinder-809968-4-iscsi at level 0 using segments [{'id': '73061bb2-74db-4070-b057-2315d4867ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a'}] {{(pid=100454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 16:54:48.571735 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc80b94-6539-4229-be59-e8ede2d7c63c None None] Attempting to bind port 77d9e73a-84ab-44b6-9ff4-d15d70178cf5 on network e265bfb9-6000-4acf-b4f9-12e0cf12940a {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 16:54:48.575591 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-9bbd1071-5478-47c1-baf8-9d7cd5361ecc None None] Provisioning complete for port 30523a6d-7d4d-4ef0-824a-8eb0d1b2b431 triggered by entity DHCP. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:54:48.575968 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-9bbd1071-5478-47c1-baf8-9d7cd5361ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:48.599797 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc80b94-6539-4229-be59-e8ede2d7c63c None None] Checking agent: {'id': '08e98799-e574-4f1d-90ac-f796d675fca5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809968-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 16, 39, 29), 'started_at': datetime.datetime(2021, 9, 22, 16, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 16, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809968-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 16:54:48.600172 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc80b94-6539-4229-be59-e8ede2d7c63c None None] Checking segment: {'id': '73061bb2-74db-4070-b057-2315d4867ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 16:54:48.600583 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ecc80b94-6539-4229-be59-e8ede2d7c63c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:48.600980 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc80b94-6539-4229-be59-e8ede2d7c63c None None] Bound using segment: {'id': '73061bb2-74db-4070-b057-2315d4867ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a'} {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 16:54:48.601456 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.managers [None req-ecc80b94-6539-4229-be59-e8ede2d7c63c None None] Bound port: 77d9e73a-84ab-44b6-9ff4-d15d70178cf5, host: dv-cinder-809968-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73061bb2-74db-4070-b057-2315d4867ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a'}}] {{(pid=100454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 16:54:48.601867 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ecc80b94-6539-4229-be59-e8ede2d7c63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:48.606040 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664366b8-e406-4bbc-a05c-95c216e0dcf8 admin admin] Pushing event updated for resources: {'Port': ['ID=54cb80f8-0066-4fad-a631-292e3380c3cf,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:54:48.636436 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-d75ecabd-7020-4698-b83f-53054eadb803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e2ed07-e4ef-4301-8b8e-aa578f87d3e8', 'name': 'tempest-TestShelveInstance-1412775713-router', 'tenant_id': '539e90d12b004781baa4dc86d2602fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '6124e9f7-be11-4274-b2a1-d9312930de20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:54:41Z', 'updated_at': '2021-09-22T16:54:43Z', 'revision_number': 4, 'project_id': '539e90d12b004781baa4dc86d2602fcb', 'gw_port': {'id': '6124e9f7-be11-4274-b2a1-d9312930de20', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:44:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e2ed07-e4ef-4301-8b8e-aa578f87d3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:54:41Z', 'updated_at': '2021-09-22T16:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_interfaces': [{'id': '30523a6d-7d4d-4ef0-824a-8eb0d1b2b431', 'name': '', 'network_id': 'f8f4386e-978e-4729-9bdc-24d4ee0cd6f1', 'tenant_id': '539e90d12b004781baa4dc86d2602fcb', 'mac_address': 'fa:16:3e:fb:22:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82e2ed07-e4ef-4301-8b8e-aa578f87d3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '96c03f4d-686c-4f25-909a-981fa21718e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:54:43Z', 'updated_at': '2021-09-22T16:54:48Z', 'revision_number': 4, 'project_id': '539e90d12b004781baa4dc86d2602fcb', 'subnets': [{'id': '96c03f4d-686c-4f25-909a-981fa21718e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:54:48.664086 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-664366b8-e406-4bbc-a05c-95c216e0dcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:48.671137 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Provisioning complete for port 97113c9d-4153-4cd9-993f-e85d49bdecf5 triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:54:48.671516 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:48.677790 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-ecc80b94-6539-4229-be59-e8ede2d7c63c None None] For port 77d9e73a-84ab-44b6-9ff4-d15d70178cf5, host dv-cinder-809968-4-iscsi, cleared binding levels {{(pid=100454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 16:54:48.684641 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75ecabd-7020-4698-b83f-53054eadb803 None None] The sync data for ids ['82e2ed07-e4ef-4301-8b8e-aa578f87d3e8'] in dv-cinder-809968-4-iscsi is: [{'id': '82e2ed07-e4ef-4301-8b8e-aa578f87d3e8', 'name': 'tempest-TestShelveInstance-1412775713-router', 'tenant_id': '539e90d12b004781baa4dc86d2602fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '6124e9f7-be11-4274-b2a1-d9312930de20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:54:41Z', 'updated_at': '2021-09-22T16:54:43Z', 'revision_number': 4, 'project_id': '539e90d12b004781baa4dc86d2602fcb', 'gw_port': {'id': '6124e9f7-be11-4274-b2a1-d9312930de20', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:44:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e2ed07-e4ef-4301-8b8e-aa578f87d3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:54:41Z', 'updated_at': '2021-09-22T16:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_interfaces': [{'id': '30523a6d-7d4d-4ef0-824a-8eb0d1b2b431', 'name': '', 'network_id': 'f8f4386e-978e-4729-9bdc-24d4ee0cd6f1', 'tenant_id': '539e90d12b004781baa4dc86d2602fcb', 'mac_address': 'fa:16:3e:fb:22:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82e2ed07-e4ef-4301-8b8e-aa578f87d3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '96c03f4d-686c-4f25-909a-981fa21718e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:54:43Z', 'updated_at': '2021-09-22T16:54:48Z', 'revision_number': 4, 'project_id': '539e90d12b004781baa4dc86d2602fcb', 'subnets': [{'id': '96c03f4d-686c-4f25-909a-981fa21718e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 16:54:48.715169 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-ecc80b94-6539-4229-be59-e8ede2d7c63c None None] For port 77d9e73a-84ab-44b6-9ff4-d15d70178cf5, host dv-cinder-809968-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=77d9e73a-84ab-44b6-9ff4-d15d70178cf5,segment=NetworkSegment(73061bb2-74db-4070-b057-2315d4867ed3),segment_id=73061bb2-74db-4070-b057-2315d4867ed3)] {{(pid=100454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 16:54:48.728627 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ecc80b94-6539-4229-be59-e8ede2d7c63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:48.834302 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-9bbd1071-5478-47c1-baf8-9d7cd5361ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:48.839739 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc80b94-6539-4229-be59-e8ede2d7c63c None None] Routers {'0774ed9f-a482-40e6-99ef-6c4955025ea2'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 16:54:48.840256 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-ecc80b94-6539-4229-be59-e8ede2d7c63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:54:29Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['0774ed9f-a482-40e6-99ef-6c4955025ea2'], 'active': True} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:54:48.842463 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-664366b8-e406-4bbc-a05c-95c216e0dcf8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:48.848321 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-664366b8-e406-4bbc-a05c-95c216e0dcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8594188'] for port, after_update {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:48.916905 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe3de0c-41fd-416e-bab9-1e84148b6cc6 None None] Pushing event updated for resources: {'Port': ['ID=77d9e73a-84ab-44b6-9ff4-d15d70178cf5,revision_number=3']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:54:48.927574 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-664366b8-e406-4bbc-a05c-95c216e0dcf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1699951'] for router_interface, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:48.929645 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664366b8-e406-4bbc-a05c-95c216e0dcf8 admin admin] Pushing event updated for resources: {'Port': ['ID=54cb80f8-0066-4fad-a631-292e3380c3cf,revision_number=2']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:54:48.972376 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-9bbd1071-5478-47c1-baf8-9d7cd5361ecc None None] For port 30523a6d-7d4d-4ef0-824a-8eb0d1b2b431, host dv-cinder-809968-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=30523a6d-7d4d-4ef0-824a-8eb0d1b2b431,segment=NetworkSegment(31220470-9569-42d0-934c-b509819951d9),segment_id=31220470-9569-42d0-934c-b509819951d9)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:54:48.980355 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-9bbd1071-5478-47c1-baf8-9d7cd5361ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:49.027087 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664366b8-e406-4bbc-a05c-95c216e0dcf8 admin admin] Network bbf7020d-e7a6-4770-a1a2-a7c6e90fe1db is already hosted by enough agents. {{(pid=100453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:54:49.028510 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.base_scheduler [None req-664366b8-e406-4bbc-a05c-95c216e0dcf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:54:49.066169 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvr_db [None req-ecc80b94-6539-4229-be59-e8ede2d7c63c None None] Set router 0774ed9f-a482-40e6-99ef-6c4955025ea2 gateway port host: dv-cinder-809968-4-iscsi {{(pid=100454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 16:54:49.119372 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd1071-5478-47c1-baf8-9d7cd5361ecc None None] Pushing event updated for resources: {'Port': ['ID=30523a6d-7d4d-4ef0-824a-8eb0d1b2b431,revision_number=5']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:54:49.164720 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-ede2b35d-7147-4e53-ad0f-44c6757b6479 None None] Provisioning complete for port 54cb80f8-0066-4fad-a631-292e3380c3cf triggered by entity DHCP. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:54:49.164927 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ede2b35d-7147-4e53-ad0f-44c6757b6479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:49.186562 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-664366b8-e406-4bbc-a05c-95c216e0dcf8 admin admin] Router 0774ed9f-a482-40e6-99ef-6c4955025ea2 has already been hosted by L3 agent c3efc510-1e60-45c8-b68a-00a20fddc4a4 {{(pid=100453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 16:54:49.209186 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-ede2b35d-7147-4e53-ad0f-44c6757b6479 None None] Port 54cb80f8-0066-4fad-a631-292e3380c3cf cannot update to ACTIVE because it is not bound. {{(pid=100454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 16:54:49.306596 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-664366b8-e406-4bbc-a05c-95c216e0dcf8 admin admin] Notify agent at l3_agent.dv-cinder-809968-4-iscsi the message routers_updated {{(pid=100453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 16:54:49.313142 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-664366b8-e406-4bbc-a05c-95c216e0dcf8 admin admin] 10.222.0.66 "PUT /v2.0/routers/0774ed9f-a482-40e6-99ef-6c4955025ea2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1755767 Sep 22 16:54:49.345572 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-61433223-e46a-4064-ad0d-8523bb002438 None None] Provisioning complete for port 54cb80f8-0066-4fad-a631-292e3380c3cf triggered by entity DHCP. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:54:49.345974 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-61433223-e46a-4064-ad0d-8523bb002438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:49.391338 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-61433223-e46a-4064-ad0d-8523bb002438 None None] Port 54cb80f8-0066-4fad-a631-292e3380c3cf cannot update to ACTIVE because it is not bound. {{(pid=100454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 16:54:49.398662 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-ecc80b94-6539-4229-be59-e8ede2d7c63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0774ed9f-a482-40e6-99ef-6c4955025ea2', 'name': 'tempest-TestShelveInstance-429851856-router', 'tenant_id': '95c99993a14640a88a6cf64b51845d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '77d9e73a-84ab-44b6-9ff4-d15d70178cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:54:45Z', 'updated_at': '2021-09-22T16:54:48Z', 'revision_number': 4, 'project_id': '95c99993a14640a88a6cf64b51845d3b', 'gw_port': {'id': '77d9e73a-84ab-44b6-9ff4-d15d70178cf5', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:31:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0774ed9f-a482-40e6-99ef-6c4955025ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:54:46Z', 'updated_at': '2021-09-22T16:54:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_interfaces': [{'id': '54cb80f8-0066-4fad-a631-292e3380c3cf', 'name': '', 'network_id': 'bbf7020d-e7a6-4770-a1a2-a7c6e90fe1db', 'tenant_id': '95c99993a14640a88a6cf64b51845d3b', 'mac_address': 'fa:16:3e:95:27:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0774ed9f-a482-40e6-99ef-6c4955025ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ef3b4322-03c2-43a6-853d-1fac40a866c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:54:47Z', 'updated_at': '2021-09-22T16:54:48Z', 'revision_number': 2, 'project_id': '95c99993a14640a88a6cf64b51845d3b', 'subnets': [{'id': 'ef3b4322-03c2-43a6-853d-1fac40a866c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:54:49.425406 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc80b94-6539-4229-be59-e8ede2d7c63c None None] The sync data for ids ['0774ed9f-a482-40e6-99ef-6c4955025ea2'] in dv-cinder-809968-4-iscsi is: [{'id': '0774ed9f-a482-40e6-99ef-6c4955025ea2', 'name': 'tempest-TestShelveInstance-429851856-router', 'tenant_id': '95c99993a14640a88a6cf64b51845d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '77d9e73a-84ab-44b6-9ff4-d15d70178cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:54:45Z', 'updated_at': '2021-09-22T16:54:48Z', 'revision_number': 4, 'project_id': '95c99993a14640a88a6cf64b51845d3b', 'gw_port': {'id': '77d9e73a-84ab-44b6-9ff4-d15d70178cf5', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:31:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0774ed9f-a482-40e6-99ef-6c4955025ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:54:46Z', 'updated_at': '2021-09-22T16:54:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_interfaces': [{'id': '54cb80f8-0066-4fad-a631-292e3380c3cf', 'name': '', 'network_id': 'bbf7020d-e7a6-4770-a1a2-a7c6e90fe1db', 'tenant_id': '95c99993a14640a88a6cf64b51845d3b', 'mac_address': 'fa:16:3e:95:27:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0774ed9f-a482-40e6-99ef-6c4955025ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ef3b4322-03c2-43a6-853d-1fac40a866c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:54:47Z', 'updated_at': '2021-09-22T16:54:48Z', 'revision_number': 2, 'project_id': '95c99993a14640a88a6cf64b51845d3b', 'subnets': [{'id': 'ef3b4322-03c2-43a6-853d-1fac40a866c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 16:54:49.819831 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 97113c9d-4153-4cd9-993f-e85d49bdecf5 up at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 16:54:49.860323 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 33246) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:54:49.867102 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.v2.base [None req-dc63efff-6063-4a52-a412-02ab6e56b5c3 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1335750262', 'description': 'tempest-secgroup-smoke-1335750262 description', 'project_id': '539e90d12b004781baa4dc86d2602fcb'}} {{(pid=100453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:54:49.868692 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Provisioning complete for port 97113c9d-4153-4cd9-993f-e85d49bdecf5 triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:54:49.869336 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:49.892234 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-dc63efff-6063-4a52-a412-02ab6e56b5c3 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Notify callbacks [] for security_group, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:49.954149 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 30523a6d-7d4d-4ef0-824a-8eb0d1b2b431 up at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 16:54:49.975413 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-dc63efff-6063-4a52-a412-02ab6e56b5c3 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Notify callbacks [] for security_group, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:49.979521 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-dc63efff-6063-4a52-a412-02ab6e56b5c3 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:50.005236 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Provisioning complete for port 30523a6d-7d4d-4ef0-824a-8eb0d1b2b431 triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:54:50.005548 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:50.008102 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-dc63efff-6063-4a52-a412-02ab6e56b5c3 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Notify callbacks [] for security_group, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:50.009330 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-dc63efff-6063-4a52-a412-02ab6e56b5c3 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1477451 Sep 22 16:54:50.011170 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc63efff-6063-4a52-a412-02ab6e56b5c3 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8181c2dd-9d82-4af3-8b34-bfe3de99173c,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:54:50.012298 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 33248) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:54:50.017883 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [None req-99bbbcd5-5ccd-44f9-a16c-87ee1a72fd8b tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Request body: {'security_group_rule': {'security_group_id': '8181c2dd-9d82-4af3-8b34-bfe3de99173c', 'project_id': '539e90d12b004781baa4dc86d2602fcb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:54:50.047084 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-99bbbcd5-5ccd-44f9-a16c-87ee1a72fd8b tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:50.105496 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-99bbbcd5-5ccd-44f9-a16c-87ee1a72fd8b tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:50.108949 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-99bbbcd5-5ccd-44f9-a16c-87ee1a72fd8b tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605686'] for security_group_rule, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:50.126611 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bbbcd5-5ccd-44f9-a16c-87ee1a72fd8b tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=738e9fb8-d5b6-415d-aa00-003bb148ff61,revision_number=0']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:54:50.131778 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-99bbbcd5-5ccd-44f9-a16c-87ee1a72fd8b tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:50.136005 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 33250) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:54:50.136166 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-99bbbcd5-5ccd-44f9-a16c-87ee1a72fd8b tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1219165 Sep 22 16:54:50.140883 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.v2.base [None req-32b16c83-7fa2-4310-855b-afecce26818f tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Request body: {'security_group_rule': {'security_group_id': '8181c2dd-9d82-4af3-8b34-bfe3de99173c', 'project_id': '539e90d12b004781baa4dc86d2602fcb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:54:50.170967 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-32b16c83-7fa2-4310-855b-afecce26818f tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:50.234137 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-32b16c83-7fa2-4310-855b-afecce26818f tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:50.238059 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-32b16c83-7fa2-4310-855b-afecce26818f tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605686'] for security_group_rule, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:50.258390 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b16c83-7fa2-4310-855b-afecce26818f tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3d18375-3770-4b4b-b67a-38758ece9237,revision_number=0']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:54:50.262251 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-32b16c83-7fa2-4310-855b-afecce26818f tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:50.263720 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-32b16c83-7fa2-4310-855b-afecce26818f tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1263635 Sep 22 16:54:50.266464 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 33252) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:54:50.271620 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.v2.base [None req-d33efbd6-04c3-4537-8d51-32813bd77601 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Request body: {'security_group_rule': {'security_group_id': '8181c2dd-9d82-4af3-8b34-bfe3de99173c', 'project_id': '539e90d12b004781baa4dc86d2602fcb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:54:50.298638 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d33efbd6-04c3-4537-8d51-32813bd77601 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:50.359024 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d33efbd6-04c3-4537-8d51-32813bd77601 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:50.362375 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d33efbd6-04c3-4537-8d51-32813bd77601 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605686'] for security_group_rule, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:50.378779 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33efbd6-04c3-4537-8d51-32813bd77601 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48062517-f104-4521-95a2-b97779c37900,revision_number=0']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:54:50.387360 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d33efbd6-04c3-4537-8d51-32813bd77601 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:50.389678 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-d33efbd6-04c3-4537-8d51-32813bd77601 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1222308 Sep 22 16:54:50.391125 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 33254) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:54:50.395296 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.v2.base [None req-66feb5c6-13ed-43df-8537-698c673c86a5 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Request body: {'security_group_rule': {'security_group_id': '8181c2dd-9d82-4af3-8b34-bfe3de99173c', 'project_id': '539e90d12b004781baa4dc86d2602fcb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:54:50.421297 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-66feb5c6-13ed-43df-8537-698c673c86a5 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:50.478664 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-66feb5c6-13ed-43df-8537-698c673c86a5 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:50.481929 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-66feb5c6-13ed-43df-8537-698c673c86a5 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605686'] for security_group_rule, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:50.498206 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66feb5c6-13ed-43df-8537-698c673c86a5 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9f79a56-7e04-4ed9-9604-d1beb9cb5220,revision_number=0']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:54:50.504642 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-66feb5c6-13ed-43df-8537-698c673c86a5 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:50.506172 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-66feb5c6-13ed-43df-8537-698c673c86a5 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1141028 Sep 22 16:54:50.509227 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 33256) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:54:50.513476 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.v2.base [None req-b6d5eba3-a86a-4171-a22c-b41a904bc641 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Request body: {'security_group_rule': {'security_group_id': '8181c2dd-9d82-4af3-8b34-bfe3de99173c', 'project_id': '539e90d12b004781baa4dc86d2602fcb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:54:50.535167 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.db.securitygroups_db [None req-b6d5eba3-a86a-4171-a22c-b41a904bc641 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Project 539e90d12b004781baa4dc86d2602fcb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 16:54:50.540545 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-b6d5eba3-a86a-4171-a22c-b41a904bc641 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:50.600589 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-b6d5eba3-a86a-4171-a22c-b41a904bc641 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:50.604028 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-b6d5eba3-a86a-4171-a22c-b41a904bc641 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605686'] for security_group_rule, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:50.621895 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d5eba3-a86a-4171-a22c-b41a904bc641 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8876165f-3c27-4141-8634-db4777b803bd,revision_number=0']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:54:50.624334 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-b6d5eba3-a86a-4171-a22c-b41a904bc641 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:50.625492 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-b6d5eba3-a86a-4171-a22c-b41a904bc641 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1153173 Sep 22 16:54:50.628195 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 33258) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:54:50.633478 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.v2.base [None req-9c4c5568-077f-4dad-881f-10eb7e12589c tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Request body: {'security_group_rule': {'security_group_id': '8181c2dd-9d82-4af3-8b34-bfe3de99173c', 'project_id': '539e90d12b004781baa4dc86d2602fcb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:54:50.654430 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.db.securitygroups_db [None req-9c4c5568-077f-4dad-881f-10eb7e12589c tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Project 539e90d12b004781baa4dc86d2602fcb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 16:54:50.659106 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-9c4c5568-077f-4dad-881f-10eb7e12589c tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:50.717319 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-9c4c5568-077f-4dad-881f-10eb7e12589c tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:50.720690 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-9c4c5568-077f-4dad-881f-10eb7e12589c tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605686'] for security_group_rule, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:50.739758 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4c5568-077f-4dad-881f-10eb7e12589c tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2997d0ca-6fa7-4f5a-9caa-09e7208ab6b0,revision_number=0']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:54:50.742923 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-9c4c5568-077f-4dad-881f-10eb7e12589c tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:50.744081 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-9c4c5568-077f-4dad-881f-10eb7e12589c tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1149879 Sep 22 16:54:51.789922 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 77d9e73a-84ab-44b6-9ff4-d15d70178cf5 up at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 16:54:51.842667 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Provisioning complete for port 77d9e73a-84ab-44b6-9ff4-d15d70178cf5 triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:54:51.843034 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:51.919626 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:51.940121 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] For port 77d9e73a-84ab-44b6-9ff4-d15d70178cf5, host dv-cinder-809968-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=77d9e73a-84ab-44b6-9ff4-d15d70178cf5,segment=NetworkSegment(73061bb2-74db-4070-b057-2315d4867ed3),segment_id=73061bb2-74db-4070-b057-2315d4867ed3)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:54:51.945091 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:52.045527 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Pushing event updated for resources: {'Port': ['ID=77d9e73a-84ab-44b6-9ff4-d15d70178cf5,revision_number=4']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:54:52.366245 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117a1451-60ff-45ce-8468-4945ad896d66 None None] Sync routers for ids ['0774ed9f-a482-40e6-99ef-6c4955025ea2'] in dv-cinder-809968-4-iscsi {{(pid=100455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 16:54:52.375501 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117a1451-60ff-45ce-8468-4945ad896d66 None None] Routers {'0774ed9f-a482-40e6-99ef-6c4955025ea2'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 16:54:52.376122 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-117a1451-60ff-45ce-8468-4945ad896d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:54:29Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['0774ed9f-a482-40e6-99ef-6c4955025ea2'], 'active': True} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:54:52.482920 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvr_db [None req-117a1451-60ff-45ce-8468-4945ad896d66 None None] Set router 0774ed9f-a482-40e6-99ef-6c4955025ea2 gateway port host: dv-cinder-809968-4-iscsi {{(pid=100455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 16:54:52.767532 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-117a1451-60ff-45ce-8468-4945ad896d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0774ed9f-a482-40e6-99ef-6c4955025ea2', 'name': 'tempest-TestShelveInstance-429851856-router', 'tenant_id': '95c99993a14640a88a6cf64b51845d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '77d9e73a-84ab-44b6-9ff4-d15d70178cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:54:45Z', 'updated_at': '2021-09-22T16:54:48Z', 'revision_number': 4, 'project_id': '95c99993a14640a88a6cf64b51845d3b', 'gw_port': {'id': '77d9e73a-84ab-44b6-9ff4-d15d70178cf5', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:31:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0774ed9f-a482-40e6-99ef-6c4955025ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:54:46Z', 'updated_at': '2021-09-22T16:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_interfaces': [{'id': '54cb80f8-0066-4fad-a631-292e3380c3cf', 'name': '', 'network_id': 'bbf7020d-e7a6-4770-a1a2-a7c6e90fe1db', 'tenant_id': '95c99993a14640a88a6cf64b51845d3b', 'mac_address': 'fa:16:3e:95:27:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0774ed9f-a482-40e6-99ef-6c4955025ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ef3b4322-03c2-43a6-853d-1fac40a866c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:54:47Z', 'updated_at': '2021-09-22T16:54:48Z', 'revision_number': 2, 'project_id': '95c99993a14640a88a6cf64b51845d3b', 'subnets': [{'id': 'ef3b4322-03c2-43a6-853d-1fac40a866c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:54:52.802295 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117a1451-60ff-45ce-8468-4945ad896d66 None None] Checking router: 0774ed9f-a482-40e6-99ef-6c4955025ea2 for host: dv-cinder-809968-4-iscsi {{(pid=100455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 16:54:52.802585 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117a1451-60ff-45ce-8468-4945ad896d66 None None] Updating router 0774ed9f-a482-40e6-99ef-6c4955025ea2 port 54cb80f8-0066-4fad-a631-292e3380c3cf binding host dv-cinder-809968-4-iscsi {{(pid=100455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 16:54:52.827278 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron_lib.callbacks.manager [None req-117a1451-60ff-45ce-8468-4945ad896d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:52.858273 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb41df-ea16-46c1-a281-082cb7dc5dd4 req-6456db16-b059-45ab-a40e-a74927e0a70c tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:52.859839 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-46eb41df-ea16-46c1-a281-082cb7dc5dd4 req-6456db16-b059-45ab-a40e-a74927e0a70c tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 945 time: 0.0483880 Sep 22 16:54:52.898771 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-46eb41df-ea16-46c1-a281-082cb7dc5dd4 req-fdfcb7d1-e3db-4217-8699-53a4297132aa tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315802 Sep 22 16:54:53.087924 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron_lib.callbacks.manager [None req-117a1451-60ff-45ce-8468-4945ad896d66 None None] Notify callbacks [] for port, precommit_update {{(pid=100455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:53.093227 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron_lib.callbacks.manager [None req-117a1451-60ff-45ce-8468-4945ad896d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:53.142262 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46be295a-bc72-4bf7-8b9e-f6dd1f562917 None None] Pushing event updated for resources: {'Port': ['ID=54cb80f8-0066-4fad-a631-292e3380c3cf,revision_number=3']} {{(pid=100455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:54:53.199171 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.managers [None req-117a1451-60ff-45ce-8468-4945ad896d66 None None] Attempting to bind port 54cb80f8-0066-4fad-a631-292e3380c3cf on host dv-cinder-809968-4-iscsi for vnic_type normal with profile {{(pid=100455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 16:54:53.199553 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.managers [None req-117a1451-60ff-45ce-8468-4945ad896d66 None None] Attempting to bind port 54cb80f8-0066-4fad-a631-292e3380c3cf by drivers openvswitch,hyperv on host dv-cinder-809968-4-iscsi at level 0 using segments [{'id': 'd63c81ec-cef1-448c-b970-86d6c0a21970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'bbf7020d-e7a6-4770-a1a2-a7c6e90fe1db'}] {{(pid=100455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 16:54:53.199887 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117a1451-60ff-45ce-8468-4945ad896d66 None None] Attempting to bind port 54cb80f8-0066-4fad-a631-292e3380c3cf on network bbf7020d-e7a6-4770-a1a2-a7c6e90fe1db {{(pid=100455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 16:54:53.205203 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117a1451-60ff-45ce-8468-4945ad896d66 None None] Checking agent: {'id': '08e98799-e574-4f1d-90ac-f796d675fca5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809968-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 16, 39, 29), 'started_at': datetime.datetime(2021, 9, 22, 16, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 16, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809968-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 16:54:53.205598 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117a1451-60ff-45ce-8468-4945ad896d66 None None] Checking segment: {'id': 'd63c81ec-cef1-448c-b970-86d6c0a21970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'bbf7020d-e7a6-4770-a1a2-a7c6e90fe1db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 16:54:53.205992 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron_lib.callbacks.manager [None req-117a1451-60ff-45ce-8468-4945ad896d66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:53.206374 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117a1451-60ff-45ce-8468-4945ad896d66 None None] Bound using segment: {'id': 'd63c81ec-cef1-448c-b970-86d6c0a21970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'bbf7020d-e7a6-4770-a1a2-a7c6e90fe1db'} {{(pid=100455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 16:54:53.206836 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.managers [None req-117a1451-60ff-45ce-8468-4945ad896d66 None None] Bound port: 54cb80f8-0066-4fad-a631-292e3380c3cf, host: dv-cinder-809968-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd63c81ec-cef1-448c-b970-86d6c0a21970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'bbf7020d-e7a6-4770-a1a2-a7c6e90fe1db'}}] {{(pid=100455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 16:54:53.207235 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron_lib.callbacks.manager [None req-117a1451-60ff-45ce-8468-4945ad896d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:53.276177 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.db [None req-117a1451-60ff-45ce-8468-4945ad896d66 None None] For port 54cb80f8-0066-4fad-a631-292e3380c3cf, host dv-cinder-809968-4-iscsi, cleared binding levels {{(pid=100455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 16:54:53.279404 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.db [None req-117a1451-60ff-45ce-8468-4945ad896d66 None None] For port 54cb80f8-0066-4fad-a631-292e3380c3cf, host dv-cinder-809968-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=54cb80f8-0066-4fad-a631-292e3380c3cf,segment=NetworkSegment(d63c81ec-cef1-448c-b970-86d6c0a21970),segment_id=d63c81ec-cef1-448c-b970-86d6c0a21970)] {{(pid=100455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 16:54:53.283870 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron_lib.callbacks.manager [None req-117a1451-60ff-45ce-8468-4945ad896d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:53.349132 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46be295a-bc72-4bf7-8b9e-f6dd1f562917 None None] Pushing event updated for resources: {'Port': ['ID=54cb80f8-0066-4fad-a631-292e3380c3cf,revision_number=4']} {{(pid=100455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:54:53.350997 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-31097c49-57e0-4f0e-9212-be424ab8e20a None None] Provisioning complete for port 54cb80f8-0066-4fad-a631-292e3380c3cf triggered by entity DHCP. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:54:53.351500 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-31097c49-57e0-4f0e-9212-be424ab8e20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:53.352879 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117a1451-60ff-45ce-8468-4945ad896d66 None None] Routers {'0774ed9f-a482-40e6-99ef-6c4955025ea2'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 16:54:53.354237 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-117a1451-60ff-45ce-8468-4945ad896d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:54:29Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['0774ed9f-a482-40e6-99ef-6c4955025ea2'], 'active': True} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:54:53.455140 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-31097c49-57e0-4f0e-9212-be424ab8e20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:53.484150 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvr_db [None req-117a1451-60ff-45ce-8468-4945ad896d66 None None] Set router 0774ed9f-a482-40e6-99ef-6c4955025ea2 gateway port host: dv-cinder-809968-4-iscsi {{(pid=100455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 16:54:53.501975 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-31097c49-57e0-4f0e-9212-be424ab8e20a None None] For port 54cb80f8-0066-4fad-a631-292e3380c3cf, host dv-cinder-809968-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=54cb80f8-0066-4fad-a631-292e3380c3cf,segment=NetworkSegment(d63c81ec-cef1-448c-b970-86d6c0a21970),segment_id=d63c81ec-cef1-448c-b970-86d6c0a21970)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:54:53.507274 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-31097c49-57e0-4f0e-9212-be424ab8e20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:53.557228 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31097c49-57e0-4f0e-9212-be424ab8e20a None None] Pushing event updated for resources: {'Port': ['ID=54cb80f8-0066-4fad-a631-292e3380c3cf,revision_number=5']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:54:53.628168 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-fd4435fc-6311-479f-a15c-4d85e3118d43 None None] Provisioning complete for port 54cb80f8-0066-4fad-a631-292e3380c3cf triggered by entity DHCP. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:54:53.628443 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-fd4435fc-6311-479f-a15c-4d85e3118d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:53.711622 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-117a1451-60ff-45ce-8468-4945ad896d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0774ed9f-a482-40e6-99ef-6c4955025ea2', 'name': 'tempest-TestShelveInstance-429851856-router', 'tenant_id': '95c99993a14640a88a6cf64b51845d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '77d9e73a-84ab-44b6-9ff4-d15d70178cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:54:45Z', 'updated_at': '2021-09-22T16:54:48Z', 'revision_number': 4, 'project_id': '95c99993a14640a88a6cf64b51845d3b', 'gw_port': {'id': '77d9e73a-84ab-44b6-9ff4-d15d70178cf5', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:31:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0774ed9f-a482-40e6-99ef-6c4955025ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:54:46Z', 'updated_at': '2021-09-22T16:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_interfaces': [{'id': '54cb80f8-0066-4fad-a631-292e3380c3cf', 'name': '', 'network_id': 'bbf7020d-e7a6-4770-a1a2-a7c6e90fe1db', 'tenant_id': '95c99993a14640a88a6cf64b51845d3b', 'mac_address': 'fa:16:3e:95:27:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0774ed9f-a482-40e6-99ef-6c4955025ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ef3b4322-03c2-43a6-853d-1fac40a866c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:54:47Z', 'updated_at': '2021-09-22T16:54:53Z', 'revision_number': 4, 'project_id': '95c99993a14640a88a6cf64b51845d3b', 'subnets': [{'id': 'ef3b4322-03c2-43a6-853d-1fac40a866c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:54:53.737980 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117a1451-60ff-45ce-8468-4945ad896d66 None None] The sync data for ids ['0774ed9f-a482-40e6-99ef-6c4955025ea2'] in dv-cinder-809968-4-iscsi is: [{'id': '0774ed9f-a482-40e6-99ef-6c4955025ea2', 'name': 'tempest-TestShelveInstance-429851856-router', 'tenant_id': '95c99993a14640a88a6cf64b51845d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '77d9e73a-84ab-44b6-9ff4-d15d70178cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:54:45Z', 'updated_at': '2021-09-22T16:54:48Z', 'revision_number': 4, 'project_id': '95c99993a14640a88a6cf64b51845d3b', 'gw_port': {'id': '77d9e73a-84ab-44b6-9ff4-d15d70178cf5', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:31:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0774ed9f-a482-40e6-99ef-6c4955025ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:54:46Z', 'updated_at': '2021-09-22T16:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_interfaces': [{'id': '54cb80f8-0066-4fad-a631-292e3380c3cf', 'name': '', 'network_id': 'bbf7020d-e7a6-4770-a1a2-a7c6e90fe1db', 'tenant_id': '95c99993a14640a88a6cf64b51845d3b', 'mac_address': 'fa:16:3e:95:27:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0774ed9f-a482-40e6-99ef-6c4955025ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ef3b4322-03c2-43a6-853d-1fac40a866c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:54:47Z', 'updated_at': '2021-09-22T16:54:53Z', 'revision_number': 4, 'project_id': '95c99993a14640a88a6cf64b51845d3b', 'subnets': [{'id': 'ef3b4322-03c2-43a6-853d-1fac40a866c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 16:54:53.798558 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 54cb80f8-0066-4fad-a631-292e3380c3cf up at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 16:54:53.848284 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Provisioning complete for port 54cb80f8-0066-4fad-a631-292e3380c3cf triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:54:53.849520 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:53.939181 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 77d9e73a-84ab-44b6-9ff4-d15d70178cf5 up at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 16:54:53.991218 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Provisioning complete for port 77d9e73a-84ab-44b6-9ff4-d15d70178cf5 triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:54:53.991590 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:54.042429 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c6851-1c2f-4e98-836f-7171ffa58450 req-6d143bb6-95f0-473b-8b3e-81e90ee539a4 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:54.045701 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-6f0c6851-1c2f-4e98-836f-7171ffa58450 req-6d143bb6-95f0-473b-8b3e-81e90ee539a4 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 945 time: 0.0692091 Sep 22 16:54:54.097048 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-6f0c6851-1c2f-4e98-836f-7171ffa58450 req-10e2ed27-dfaf-4c77-ad7a-e6f633bd28fc tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440559 Sep 22 16:54:54.383728 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e64595-7419-438f-ba1c-e84ca68ecac2 req-363c6fff-f6d5-4fc9-815d-a9815d2e1503 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:54.385182 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-e8e64595-7419-438f-ba1c-e84ca68ecac2 req-363c6fff-f6d5-4fc9-815d-a9815d2e1503 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 945 time: 0.0506518 Sep 22 16:54:54.484033 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.plugin [req-e8e64595-7419-438f-ba1c-e84ca68ecac2 req-5169e809-c20d-4477-bc8e-9edfdf97b8d5 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Deleting port 6a718f0a-bbc2-4ab1-8f9e-3eee69237667 {{(pid=100452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 16:54:54.484363 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-e8e64595-7419-438f-ba1c-e84ca68ecac2 req-5169e809-c20d-4477-bc8e-9edfdf97b8d5 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735274981160'] for port, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:54.573502 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.db [req-e8e64595-7419-438f-ba1c-e84ca68ecac2 req-5169e809-c20d-4477-bc8e-9edfdf97b8d5 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] For port 6a718f0a-bbc2-4ab1-8f9e-3eee69237667, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=6a718f0a-bbc2-4ab1-8f9e-3eee69237667,segment=NetworkSegment(df59b1c3-5ddd-4375-9ca5-af4209139e38),segment_id=df59b1c3-5ddd-4375-9ca5-af4209139e38)] {{(pid=100452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:54:54.573891 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-e8e64595-7419-438f-ba1c-e84ca68ecac2 req-5169e809-c20d-4477-bc8e-9edfdf97b8d5 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697305'] for port, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:54.739787 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-e8e64595-7419-438f-ba1c-e84ca68ecac2 req-5169e809-c20d-4477-bc8e-9edfdf97b8d5 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:54.740160 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-e8e64595-7419-438f-ba1c-e84ca68ecac2 req-5169e809-c20d-4477-bc8e-9edfdf97b8d5 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700864'] for floatingip, after_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:54.740483 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.db.l3_db [req-e8e64595-7419-438f-ba1c-e84ca68ecac2 req-5169e809-c20d-4477-bc8e-9edfdf97b8d5 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Floating IP fb41c88c-f449-4413-bac3-cd869cdfcb38 disassociated. External IP: 172.27.0.39, port: 6a718f0a-bbc2-4ab1-8f9e-3eee69237667. Sep 22 16:54:54.740827 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.plugin [req-e8e64595-7419-438f-ba1c-e84ca68ecac2 req-5169e809-c20d-4477-bc8e-9edfdf97b8d5 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Calling delete_port for 6a718f0a-bbc2-4ab1-8f9e-3eee69237667 owned by compute:nova {{(pid=100452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 16:54:54.872470 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-e8e64595-7419-438f-ba1c-e84ca68ecac2 req-5169e809-c20d-4477-bc8e-9edfdf97b8d5 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735274987246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735274499786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8763924'] for port, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:54.902323 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5169e809-c20d-4477-bc8e-9edfdf97b8d5 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Pushing event deleted for resources: {'Port': ['ID=6a718f0a-bbc2-4ab1-8f9e-3eee69237667,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:54:55.013897 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8e64595-7419-438f-ba1c-e84ca68ecac2 req-5169e809-c20d-4477-bc8e-9edfdf97b8d5 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Router a7d12065-70cd-402f-ba9c-401a05f7c32a has already been hosted by L3 agent c3efc510-1e60-45c8-b68a-00a20fddc4a4 {{(pid=100452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 16:54:55.120746 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8e64595-7419-438f-ba1c-e84ca68ecac2 req-5169e809-c20d-4477-bc8e-9edfdf97b8d5 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify agent at l3_agent.dv-cinder-809968-4-iscsi the message routers_updated {{(pid=100452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 16:54:55.131177 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac181753-94ad-4cd4-893d-609491cb6d63 None None] Sync routers for ids ['a7d12065-70cd-402f-ba9c-401a05f7c32a'] in dv-cinder-809968-4-iscsi {{(pid=100454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 16:54:55.147111 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac181753-94ad-4cd4-893d-609491cb6d63 None None] Routers {'a7d12065-70cd-402f-ba9c-401a05f7c32a'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 16:54:55.147529 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-ac181753-94ad-4cd4-893d-609491cb6d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:54:29Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['a7d12065-70cd-402f-ba9c-401a05f7c32a'], 'active': True} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:54:55.161963 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8e64595-7419-438f-ba1c-e84ca68ecac2 req-5169e809-c20d-4477-bc8e-9edfdf97b8d5 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] No DVR routers for this DVR port 6a718f0a-bbc2-4ab1-8f9e-3eee69237667 on host hv-cinder-80996 {{(pid=100452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 16:54:55.164782 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-e8e64595-7419-438f-ba1c-e84ca68ecac2 req-5169e809-c20d-4477-bc8e-9edfdf97b8d5 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306'] for port, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:55.166823 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-e8e64595-7419-438f-ba1c-e84ca68ecac2 req-5169e809-c20d-4477-bc8e-9edfdf97b8d5 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.72 "DELETE /v2.0/ports/6a718f0a-bbc2-4ab1-8f9e-3eee69237667 HTTP/1.1" status: 204 len: 173 time: 0.7725081 Sep 22 16:54:55.167272 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a375947-7b62-4300-94be-f505cf01b377', 'name': 'network-vif-deleted', 'tag': '6a718f0a-bbc2-4ab1-8f9e-3eee69237667'}] {{(pid=100452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 16:54:55.170003 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3daeaf716feba76a3af1624af44cd9d3b401b8dbf4d63f278f059799def7c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0565e6-3e26-4453-99e4-1556faa58044" -d '{"events": [{"server_uuid": "5a375947-7b62-4300-94be-f505cf01b377", "name": "network-vif-deleted", "tag": "6a718f0a-bbc2-4ab1-8f9e-3eee69237667"}]}' {{(pid=100452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:54:55.216110 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-c10358e7-0f08-4a59-8286-bb5630a52a4b req-50e6e680-ac61-4489-91b2-94ac86849e40 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a375947-7b62-4300-94be-f505cf01b377 HTTP/1.1" status: 200 len: 210 time: 0.0365982 Sep 22 16:54:55.282100 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 16:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d83019a-7225-42d0-af7b-5a6bc725b53a x-openstack-request-id: req-6d83019a-7225-42d0-af7b-5a6bc725b53a {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:54:55.282400 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a375947-7b62-4300-94be-f505cf01b377", "name": "network-vif-deleted", "tag": "6a718f0a-bbc2-4ab1-8f9e-3eee69237667", "status": "completed", "code": 200}]} {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:54:55.282653 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6d83019a-7225-42d0-af7b-5a6bc725b53a {{(pid=100452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:54:55.283050 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a375947-7b62-4300-94be-f505cf01b377', 'name': 'network-vif-deleted', 'tag': '6a718f0a-bbc2-4ab1-8f9e-3eee69237667', 'status': 'completed', 'code': 200} Sep 22 16:54:55.285387 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvr_db [None req-ac181753-94ad-4cd4-893d-609491cb6d63 None None] Set router a7d12065-70cd-402f-ba9c-401a05f7c32a gateway port host: dv-cinder-809968-4-iscsi {{(pid=100454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 16:54:55.516492 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-ac181753-94ad-4cd4-893d-609491cb6d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d12065-70cd-402f-ba9c-401a05f7c32a', 'name': 'tempest-AttachVolumeTestJSON-444129439-router', 'tenant_id': '561be258dcb34fb388cd55aeb3bb42b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'e3e6b432-f16c-438a-880f-e5c945ec90e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:47:15Z', 'updated_at': '2021-09-22T16:47:23Z', 'revision_number': 4, 'project_id': '561be258dcb34fb388cd55aeb3bb42b0', 'gw_port': {'id': 'e3e6b432-f16c-438a-880f-e5c945ec90e0', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d12065-70cd-402f-ba9c-401a05f7c32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:16Z', 'updated_at': '2021-09-22T16:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_interfaces': [{'id': 'fc5528df-9164-4f41-a31a-59ee54ae5947', 'name': '', 'network_id': '818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5', 'tenant_id': '561be258dcb34fb388cd55aeb3bb42b0', 'mac_address': 'fa:16:3e:31:5d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d12065-70cd-402f-ba9c-401a05f7c32a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6b2e37f6-e9e1-49ca-adc1-92f53c49454f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:21Z', 'updated_at': '2021-09-22T16:47:32Z', 'revision_number': 5, 'project_id': '561be258dcb34fb388cd55aeb3bb42b0', 'subnets': [{'id': '6b2e37f6-e9e1-49ca-adc1-92f53c49454f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:54:55.543223 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac181753-94ad-4cd4-893d-609491cb6d63 None None] Checking router: a7d12065-70cd-402f-ba9c-401a05f7c32a for host: dv-cinder-809968-4-iscsi {{(pid=100454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 16:54:55.551489 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac181753-94ad-4cd4-893d-609491cb6d63 None None] Routers {'a7d12065-70cd-402f-ba9c-401a05f7c32a'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 16:54:55.552917 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-ac181753-94ad-4cd4-893d-609491cb6d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:54:29Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['a7d12065-70cd-402f-ba9c-401a05f7c32a'], 'active': True} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:54:55.663516 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvr_db [None req-ac181753-94ad-4cd4-893d-609491cb6d63 None None] Set router a7d12065-70cd-402f-ba9c-401a05f7c32a gateway port host: dv-cinder-809968-4-iscsi {{(pid=100454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 16:54:55.772316 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-2408c154-ac0a-4826-8742-6b1f8a80228a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:55.887720 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-ac181753-94ad-4cd4-893d-609491cb6d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d12065-70cd-402f-ba9c-401a05f7c32a', 'name': 'tempest-AttachVolumeTestJSON-444129439-router', 'tenant_id': '561be258dcb34fb388cd55aeb3bb42b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'e3e6b432-f16c-438a-880f-e5c945ec90e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:47:15Z', 'updated_at': '2021-09-22T16:47:23Z', 'revision_number': 4, 'project_id': '561be258dcb34fb388cd55aeb3bb42b0', 'gw_port': {'id': 'e3e6b432-f16c-438a-880f-e5c945ec90e0', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d12065-70cd-402f-ba9c-401a05f7c32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:16Z', 'updated_at': '2021-09-22T16:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_interfaces': [{'id': 'fc5528df-9164-4f41-a31a-59ee54ae5947', 'name': '', 'network_id': '818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5', 'tenant_id': '561be258dcb34fb388cd55aeb3bb42b0', 'mac_address': 'fa:16:3e:31:5d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d12065-70cd-402f-ba9c-401a05f7c32a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6b2e37f6-e9e1-49ca-adc1-92f53c49454f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:21Z', 'updated_at': '2021-09-22T16:47:32Z', 'revision_number': 5, 'project_id': '561be258dcb34fb388cd55aeb3bb42b0', 'subnets': [{'id': '6b2e37f6-e9e1-49ca-adc1-92f53c49454f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:54:55.915951 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac181753-94ad-4cd4-893d-609491cb6d63 None None] The sync data for ids ['a7d12065-70cd-402f-ba9c-401a05f7c32a'] in dv-cinder-809968-4-iscsi is: [{'id': 'a7d12065-70cd-402f-ba9c-401a05f7c32a', 'name': 'tempest-AttachVolumeTestJSON-444129439-router', 'tenant_id': '561be258dcb34fb388cd55aeb3bb42b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'e3e6b432-f16c-438a-880f-e5c945ec90e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:47:15Z', 'updated_at': '2021-09-22T16:47:23Z', 'revision_number': 4, 'project_id': '561be258dcb34fb388cd55aeb3bb42b0', 'gw_port': {'id': 'e3e6b432-f16c-438a-880f-e5c945ec90e0', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d12065-70cd-402f-ba9c-401a05f7c32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:16Z', 'updated_at': '2021-09-22T16:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_interfaces': [{'id': 'fc5528df-9164-4f41-a31a-59ee54ae5947', 'name': '', 'network_id': '818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5', 'tenant_id': '561be258dcb34fb388cd55aeb3bb42b0', 'mac_address': 'fa:16:3e:31:5d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d12065-70cd-402f-ba9c-401a05f7c32a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6b2e37f6-e9e1-49ca-adc1-92f53c49454f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:21Z', 'updated_at': '2021-09-22T16:47:32Z', 'revision_number': 5, 'project_id': '561be258dcb34fb388cd55aeb3bb42b0', 'subnets': [{'id': '6b2e37f6-e9e1-49ca-adc1-92f53c49454f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 16:54:56.299378 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 33356) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:54:56.354839 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-9df51d7d-3881-424d-9117-fa5a8403e723 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks [] for security_group, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:56.380263 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-9df51d7d-3881-424d-9117-fa5a8403e723 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:56.423416 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:56.434143 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-9df51d7d-3881-424d-9117-fa5a8403e723 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:56.437183 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-9df51d7d-3881-424d-9117-fa5a8403e723 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks [] for security_group, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:56.438746 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-9df51d7d-3881-424d-9117-fa5a8403e723 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "DELETE /v2.0/security-groups/4a2800c3-6f4e-468f-abc0-85a19dcb7dc1 HTTP/1.1" status: 204 len: 168 time: 0.1382205 Sep 22 16:54:56.441445 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 33358) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:54:56.449902 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df51d7d-3881-424d-9117-fa5a8403e723 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2800c3-6f4e-468f-abc0-85a19dcb7dc1,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:54:56.464699 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.api.v2.resource [None req-de39e425-6a45-4332-9f36-221ad4446429 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] show failed (client error): The resource could not be found. Sep 22 16:54:56.465899 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-de39e425-6a45-4332-9f36-221ad4446429 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups/4a2800c3-6f4e-468f-abc0-85a19dcb7dc1 HTTP/1.1" status: 404 len: 347 time: 0.0232921 Sep 22 16:54:56.468853 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 33360) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:54:56.630118 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea0a68a-a9f6-4263-8c04-fb6f81ef4958 None None] New status for floating IP fb41c88c-f449-4413-bac3-cd869cdfcb38: DOWN {{(pid=100455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 16:54:56.829853 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.plugin [None req-97302a4d-6cae-4b96-9783-7f5c43c1c9a8 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Deleting port e235cf45-39df-45c9-acb9-9e2719851ed4 {{(pid=100452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 16:54:56.830198 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-97302a4d-6cae-4b96-9783-7f5c43c1c9a8 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735274981160'] for port, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:56.906991 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-97302a4d-6cae-4b96-9783-7f5c43c1c9a8 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697305'] for port, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:56.907318 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-97302a4d-6cae-4b96-9783-7f5c43c1c9a8 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:56.918651 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.plugin [None req-97302a4d-6cae-4b96-9783-7f5c43c1c9a8 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Calling delete_port for e235cf45-39df-45c9-acb9-9e2719851ed4 owned by network:floatingip {{(pid=100452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 16:54:57.056846 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-97302a4d-6cae-4b96-9783-7f5c43c1c9a8 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735274987246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735274499786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8763924'] for port, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:57.080344 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97302a4d-6cae-4b96-9783-7f5c43c1c9a8 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Pushing event deleted for resources: {'Port': ['ID=e235cf45-39df-45c9-acb9-9e2719851ed4,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:54:57.147917 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-97302a4d-6cae-4b96-9783-7f5c43c1c9a8 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks [] for floatingip, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:57.150953 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-97302a4d-6cae-4b96-9783-7f5c43c1c9a8 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306'] for floatingip, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:57.152118 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-97302a4d-6cae-4b96-9783-7f5c43c1c9a8 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "DELETE /v2.0/floatingips/fb41c88c-f449-4413-bac3-cd869cdfcb38 HTTP/1.1" status: 204 len: 168 time: 0.6823606 Sep 22 16:54:57.428709 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 33368) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:54:57.433636 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.v2.base [None req-fdfa8847-cf6e-4dca-aa91-3d77bd3180d2 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Request body: {'security_group': {'name': 'tempest-securitygroup--499070128', 'description': 'tempest-description--1346445909'}} {{(pid=100453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:54:57.455208 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-fdfa8847-cf6e-4dca-aa91-3d77bd3180d2 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks [] for security_group, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:57.538134 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-fdfa8847-cf6e-4dca-aa91-3d77bd3180d2 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks [] for security_group, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:57.542954 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-fdfa8847-cf6e-4dca-aa91-3d77bd3180d2 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:57.566995 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-fdfa8847-cf6e-4dca-aa91-3d77bd3180d2 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks [] for security_group, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:57.568715 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-fdfa8847-cf6e-4dca-aa91-3d77bd3180d2 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1386364 Sep 22 16:54:57.571772 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 33370) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:54:57.572504 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfa8847-cf6e-4dca-aa91-3d77bd3180d2 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e684d7a1-4f09-4e62-afbf-f72132b67534,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:54:57.576362 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [None req-3ba9f1eb-fe7a-4de6-8eb0-72fce916dcc4 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Request body: {'security_group_rule': {'security_group_id': 'e684d7a1-4f09-4e62-afbf-f72132b67534', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:54:57.605737 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-3ba9f1eb-fe7a-4de6-8eb0-72fce916dcc4 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:57.662569 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-3ba9f1eb-fe7a-4de6-8eb0-72fce916dcc4 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:57.667100 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-3ba9f1eb-fe7a-4de6-8eb0-72fce916dcc4 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605686'] for security_group_rule, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:57.684331 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba9f1eb-fe7a-4de6-8eb0-72fce916dcc4 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3cff256-2ce3-4c31-ab73-0feb4865dc01,revision_number=0']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:54:57.691209 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-3ba9f1eb-fe7a-4de6-8eb0-72fce916dcc4 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:57.696259 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-3ba9f1eb-fe7a-4de6-8eb0-72fce916dcc4 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1198623 Sep 22 16:54:57.696259 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 33376) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:54:57.700677 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [None req-e1b47036-8126-421c-a9cd-60f5d79343a1 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Request body: {'security_group_rule': {'security_group_id': 'e684d7a1-4f09-4e62-afbf-f72132b67534', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:54:57.729756 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-e1b47036-8126-421c-a9cd-60f5d79343a1 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:57.785691 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-e1b47036-8126-421c-a9cd-60f5d79343a1 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:57.790661 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-e1b47036-8126-421c-a9cd-60f5d79343a1 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605686'] for security_group_rule, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:57.808358 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b47036-8126-421c-a9cd-60f5d79343a1 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=709138c8-343e-4b0d-9bee-4a22c47f56db,revision_number=0']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:54:57.815678 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-e1b47036-8126-421c-a9cd-60f5d79343a1 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:57.819831 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-e1b47036-8126-421c-a9cd-60f5d79343a1 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1195648 Sep 22 16:54:57.820017 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 33378) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:54:57.824271 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [None req-2990df7f-5ae7-4a1d-bb52-8a1f3ec6db8a tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Request body: {'floatingip': {'floating_network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a'}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:54:57.846054 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-2990df7f-5ae7-4a1d-bb52-8a1f3ec6db8a tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks [] for floatingip, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:57.942731 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-2990df7f-5ae7-4a1d-bb52-8a1f3ec6db8a tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:58.054634 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.db_base_plugin_common [None req-2990df7f-5ae7-4a1d-bb52-8a1f3ec6db8a tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Allocated IP 172.27.0.64 (e265bfb9-6000-4acf-b4f9-12e0cf12940a/83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8/86cc0c8c-547e-4bb7-a578-2cb0c5095168) {{(pid=100452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:54:58.154292 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-2990df7f-5ae7-4a1d-bb52-8a1f3ec6db8a tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks [] for port, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:58.189993 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-2990df7f-5ae7-4a1d-bb52-8a1f3ec6db8a tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735274499777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8763924'] for port, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:58.227067 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2990df7f-5ae7-4a1d-bb52-8a1f3ec6db8a tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Network e265bfb9-6000-4acf-b4f9-12e0cf12940a is already hosted by enough agents. {{(pid=100452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:54:58.232227 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.base_scheduler [None req-2990df7f-5ae7-4a1d-bb52-8a1f3ec6db8a tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Resources bound (agent type, host, resource id): {{(pid=100452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:54:58.238863 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2990df7f-5ae7-4a1d-bb52-8a1f3ec6db8a tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Received port after_create {{(pid=100452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 16:54:58.242501 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2990df7f-5ae7-4a1d-bb52-8a1f3ec6db8a tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Pushing event updated for resources: {'Port': ['ID=86cc0c8c-547e-4bb7-a578-2cb0c5095168,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:54:58.326104 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-2990df7f-5ae7-4a1d-bb52-8a1f3ec6db8a tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:58.360340 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-2990df7f-5ae7-4a1d-bb52-8a1f3ec6db8a tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:58.484699 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device 6a718f0a-bbc2-4ab1-8f9e-3eee69237667 no longer exists at agent hyperv_hv-cinder-80996 {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 16:54:58.506795 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] No Port match for: 6a718f0a-bbc2-4ab1-8f9e-3eee69237667 {{(pid=100454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 16:54:58.507498 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device 6a718f0a-bbc2-4ab1-8f9e-3eee69237667 not bound to the agent host hv-cinder-80996 {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 16:54:58.516997 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-2990df7f-5ae7-4a1d-bb52-8a1f3ec6db8a tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks [] for port, precommit_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:58.522855 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-2990df7f-5ae7-4a1d-bb52-8a1f3ec6db8a tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8763935'] for port, after_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:58.590781 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2990df7f-5ae7-4a1d-bb52-8a1f3ec6db8a tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Pushing event updated for resources: {'Port': ['ID=86cc0c8c-547e-4bb7-a578-2cb0c5095168,revision_number=2']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:54:58.602556 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-2990df7f-5ae7-4a1d-bb52-8a1f3ec6db8a tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700864'] for floatingip, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:58.617255 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-2990df7f-5ae7-4a1d-bb52-8a1f3ec6db8a tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306'] for floatingip, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:58.618681 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-2990df7f-5ae7-4a1d-bb52-8a1f3ec6db8a tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7977047 Sep 22 16:54:58.704681 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-557dbb1a-f64e-431a-8a4c-85e65d4930f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:58.808254 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-4095f589-74d2-43cb-915c-9ff3975668ce req-8d8000be-450a-4265-9a70-26754304fa0e tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--499070128&fields=id&tenant_id=561be258dcb34fb388cd55aeb3bb42b0 HTTP/1.1" status: 200 len: 267 time: 0.0317109 Sep 22 16:54:58.914280 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095f589-74d2-43cb-915c-9ff3975668ce req-0d5678db-9a16-4acd-8659-0fae6b1c4985 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:54:58.915747 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-4095f589-74d2-43cb-915c-9ff3975668ce req-0d5678db-9a16-4acd-8659-0fae6b1c4985 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/networks?id=818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5 HTTP/1.1" status: 200 len: 810 time: 0.1005557 Sep 22 16:54:58.930734 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-4095f589-74d2-43cb-915c-9ff3975668ce req-b2174b4c-0198-4d9c-881f-c460294d002b tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/quotas/561be258dcb34fb388cd55aeb3bb42b0 HTTP/1.1" status: 200 len: 375 time: 0.0093687 Sep 22 16:54:58.987114 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-4095f589-74d2-43cb-915c-9ff3975668ce req-1d646df1-4f9f-42ed-91d8-1a7285e5a819 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=561be258dcb34fb388cd55aeb3bb42b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0511086 Sep 22 16:54:59.023364 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:59.085900 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-4095f589-74d2-43cb-915c-9ff3975668ce req-982c6e8a-1286-411d-8888-8c37052eba04 service neutron] 10.222.0.66 "GET /v2.0/networks/818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866885 Sep 22 16:54:59.178218 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-4095f589-74d2-43cb-915c-9ff3975668ce req-1977b5ca-2dbd-4d9f-94ec-c927ca8e7147 service neutron] 10.222.0.66 "GET /v2.0/networks/818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863581 Sep 22 16:54:59.429360 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-51c63b01-d627-414a-8a83-e328798fe055 req-5c5a8b6d-7130-407e-87a1-1d10cc2714ab tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce357446-c358-4d09-a3e1-3f07729cdde1 HTTP/1.1" status: 200 len: 210 time: 0.0307302 Sep 22 16:54:59.618220 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-c376604a-15ac-4af8-994c-a8e4e85893e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:55:00.323785 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095f589-74d2-43cb-915c-9ff3975668ce req-9ba901b8-9dd7-4143-8ad8-c865f2dd96e5 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:55:00.325213 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-4095f589-74d2-43cb-915c-9ff3975668ce req-9ba901b8-9dd7-4143-8ad8-c865f2dd96e5 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.72 "GET /v2.0/networks?id=818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5 HTTP/1.1" status: 200 len: 810 time: 0.1107397 Sep 22 16:55:00.379878 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-4095f589-74d2-43cb-915c-9ff3975668ce req-b9c786ff-be93-456e-a93b-e0d670c8b6c1 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=561be258dcb34fb388cd55aeb3bb42b0 HTTP/1.1" status: 200 len: 379 time: 0.0388010 Sep 22 16:55:00.394759 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [req-4095f589-74d2-43cb-915c-9ff3975668ce req-22fee676-ba20-450f-98a2-8cb15d58edd2 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Request body: {'port': {'device_id': 'ce357446-c358-4d09-a3e1-3f07729cdde1', 'network_id': '818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5', 'admin_state_up': True, 'tenant_id': '561be258dcb34fb388cd55aeb3bb42b0', 'security_groups': ['e684d7a1-4f09-4e62-afbf-f72132b67534']}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:55:00.506726 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4095f589-74d2-43cb-915c-9ff3975668ce req-22fee676-ba20-450f-98a2-8cb15d58edd2 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Made reservation on behalf of 561be258dcb34fb388cd55aeb3bb42b0 for: {'port': 1} {{(pid=100452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:55:00.512590 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-4095f589-74d2-43cb-915c-9ff3975668ce req-22fee676-ba20-450f-98a2-8cb15d58edd2 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:55:00.550667 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-9880942a-e562-4825-bc70-b39dd1b8d8f9 req-886cd7ae-f15d-41f6-94cd-84345b633236 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce357446-c358-4d09-a3e1-3f07729cdde1 HTTP/1.1" status: 200 len: 210 time: 0.0310760 Sep 22 16:55:00.640086 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.db_base_plugin_common [req-4095f589-74d2-43cb-915c-9ff3975668ce req-22fee676-ba20-450f-98a2-8cb15d58edd2 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Allocated IP 172.20.0.12 (818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5/6b2e37f6-e9e1-49ca-adc1-92f53c49454f/777c9805-1d19-4231-8f95-d29f568821f7) {{(pid=100452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:55:00.780915 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-4095f589-74d2-43cb-915c-9ff3975668ce req-22fee676-ba20-450f-98a2-8cb15d58edd2 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks [] for port, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:55:00.814964 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-4095f589-74d2-43cb-915c-9ff3975668ce req-22fee676-ba20-450f-98a2-8cb15d58edd2 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735274499777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8763924'] for port, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:55:00.855964 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4095f589-74d2-43cb-915c-9ff3975668ce req-22fee676-ba20-450f-98a2-8cb15d58edd2 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Network 818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5 is already hosted by enough agents. {{(pid=100452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:55:00.859015 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.base_scheduler [req-4095f589-74d2-43cb-915c-9ff3975668ce req-22fee676-ba20-450f-98a2-8cb15d58edd2 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Resources bound (agent type, host, resource id): {{(pid=100452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:55:00.861469 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.l3_dvrscheduler_db [req-4095f589-74d2-43cb-915c-9ff3975668ce req-22fee676-ba20-450f-98a2-8cb15d58edd2 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Received port after_create {{(pid=100452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 16:55:00.898296 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fee676-ba20-450f-98a2-8cb15d58edd2 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Pushing event updated for resources: {'Port': ['ID=777c9805-1d19-4231-8f95-d29f568821f7,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:55:00.925814 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095f589-74d2-43cb-915c-9ff3975668ce req-22fee676-ba20-450f-98a2-8cb15d58edd2 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:55:00.926697 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-4095f589-74d2-43cb-915c-9ff3975668ce req-22fee676-ba20-450f-98a2-8cb15d58edd2 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306'] for port, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:55:00.945330 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-4095f589-74d2-43cb-915c-9ff3975668ce req-22fee676-ba20-450f-98a2-8cb15d58edd2 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5537827 Sep 22 16:55:00.946824 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ea12bc52-457f-4758-858a-1e27800db098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:55:00.959315 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [req-4095f589-74d2-43cb-915c-9ff3975668ce req-4ab06eb6-aa7e-4a3b-b9d4-f60499da922e service neutron] Request body: {'port': {'device_id': 'ce357446-c358-4d09-a3e1-3f07729cdde1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:55:01.015571 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-4095f589-74d2-43cb-915c-9ff3975668ce req-4ab06eb6-aa7e-4a3b-b9d4-f60499da922e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:55:01.087520 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-7b5bd328-21d2-4626-99b7-856af2e30006 None None] Provisioning complete for port 777c9805-1d19-4231-8f95-d29f568821f7 triggered by entity DHCP. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:55:01.087889 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-7b5bd328-21d2-4626-99b7-856af2e30006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:55:01.126577 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-7b5bd328-21d2-4626-99b7-856af2e30006 None None] Port 777c9805-1d19-4231-8f95-d29f568821f7 cannot update to ACTIVE because it is not bound. {{(pid=100454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 16:55:01.276865 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.notifiers.nova [req-4095f589-74d2-43cb-915c-9ff3975668ce req-4ab06eb6-aa7e-4a3b-b9d4-f60499da922e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 777c9805-1d19-4231-8f95-d29f568821f7 {{(pid=100452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 16:55:01.284112 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-4095f589-74d2-43cb-915c-9ff3975668ce req-4ab06eb6-aa7e-4a3b-b9d4-f60499da922e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:55:01.296007 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.provisioning_blocks [req-4095f589-74d2-43cb-915c-9ff3975668ce req-4ab06eb6-aa7e-4a3b-b9d4-f60499da922e service neutron] Transition to ACTIVE for port object 777c9805-1d19-4231-8f95-d29f568821f7 will not be triggered until provisioned by entity L2. {{(pid=100452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:55:01.300504 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-4095f589-74d2-43cb-915c-9ff3975668ce req-4ab06eb6-aa7e-4a3b-b9d4-f60499da922e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8763935'] for port, after_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:55:01.369248 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab06eb6-aa7e-4a3b-b9d4-f60499da922e service neutron] Pushing event updated for resources: {'Port': ['ID=777c9805-1d19-4231-8f95-d29f568821f7,revision_number=2']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:55:01.421873 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.managers [req-4095f589-74d2-43cb-915c-9ff3975668ce req-4ab06eb6-aa7e-4a3b-b9d4-f60499da922e service neutron] Attempting to bind port 777c9805-1d19-4231-8f95-d29f568821f7 on host hv-cinder-80996 for vnic_type normal with profile {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 16:55:01.422214 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.managers [req-4095f589-74d2-43cb-915c-9ff3975668ce req-4ab06eb6-aa7e-4a3b-b9d4-f60499da922e service neutron] Attempting to bind port 777c9805-1d19-4231-8f95-d29f568821f7 by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': 'df59b1c3-5ddd-4375-9ca5-af4209139e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5'}] {{(pid=100452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 16:55:01.422591 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4095f589-74d2-43cb-915c-9ff3975668ce req-4ab06eb6-aa7e-4a3b-b9d4-f60499da922e service neutron] Attempting to bind port 777c9805-1d19-4231-8f95-d29f568821f7 on network 818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5 {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 16:55:01.427055 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4095f589-74d2-43cb-915c-9ff3975668ce req-4ab06eb6-aa7e-4a3b-b9d4-f60499da922e service neutron] Port 777c9805-1d19-4231-8f95-d29f568821f7 on network 818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 16:55:01.427375 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4095f589-74d2-43cb-915c-9ff3975668ce req-4ab06eb6-aa7e-4a3b-b9d4-f60499da922e service neutron] Attempting to bind port 777c9805-1d19-4231-8f95-d29f568821f7 on network 818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5 {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 16:55:01.433013 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4095f589-74d2-43cb-915c-9ff3975668ce req-4ab06eb6-aa7e-4a3b-b9d4-f60499da922e service neutron] Checking agent: {'id': 'b620640a-8129-43ac-bbbc-6cb85f2c2acf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 16, 45, 26), 'started_at': datetime.datetime(2021, 9, 22, 16, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 16, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 16:55:01.433349 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4095f589-74d2-43cb-915c-9ff3975668ce req-4ab06eb6-aa7e-4a3b-b9d4-f60499da922e service neutron] Checking segment: {'id': 'df59b1c3-5ddd-4375-9ca5-af4209139e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 16:55:01.433775 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4095f589-74d2-43cb-915c-9ff3975668ce req-4ab06eb6-aa7e-4a3b-b9d4-f60499da922e service neutron] Bound using segment: {'id': 'df59b1c3-5ddd-4375-9ca5-af4209139e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5'} {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 16:55:01.434200 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.managers [req-4095f589-74d2-43cb-915c-9ff3975668ce req-4ab06eb6-aa7e-4a3b-b9d4-f60499da922e service neutron] Bound port: 777c9805-1d19-4231-8f95-d29f568821f7, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df59b1c3-5ddd-4375-9ca5-af4209139e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5'}}] {{(pid=100452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 16:55:01.434565 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-4095f589-74d2-43cb-915c-9ff3975668ce req-4ab06eb6-aa7e-4a3b-b9d4-f60499da922e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:55:01.505849 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.db [req-4095f589-74d2-43cb-915c-9ff3975668ce req-4ab06eb6-aa7e-4a3b-b9d4-f60499da922e service neutron] For port 777c9805-1d19-4231-8f95-d29f568821f7, host hv-cinder-80996, cleared binding levels {{(pid=100452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 16:55:01.509934 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.db [req-4095f589-74d2-43cb-915c-9ff3975668ce req-4ab06eb6-aa7e-4a3b-b9d4-f60499da922e service neutron] For port 777c9805-1d19-4231-8f95-d29f568821f7, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=777c9805-1d19-4231-8f95-d29f568821f7,segment=NetworkSegment(df59b1c3-5ddd-4375-9ca5-af4209139e38),segment_id=df59b1c3-5ddd-4375-9ca5-af4209139e38)] {{(pid=100452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 16:55:01.514246 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-4095f589-74d2-43cb-915c-9ff3975668ce req-4ab06eb6-aa7e-4a3b-b9d4-f60499da922e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8763935'] for port, after_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:55:01.550129 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095f589-74d2-43cb-915c-9ff3975668ce req-4ab06eb6-aa7e-4a3b-b9d4-f60499da922e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:55:01.550808 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-4095f589-74d2-43cb-915c-9ff3975668ce req-4ab06eb6-aa7e-4a3b-b9d4-f60499da922e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306'] for port, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:55:01.552101 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-4095f589-74d2-43cb-915c-9ff3975668ce req-4ab06eb6-aa7e-4a3b-b9d4-f60499da922e service neutron] 10.222.0.72 "PUT /v2.0/ports/777c9805-1d19-4231-8f95-d29f568821f7 HTTP/1.1" status: 200 len: 1094 time: 0.5972612 Sep 22 16:55:01.552543 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce357446-c358-4d09-a3e1-3f07729cdde1', 'tag': '777c9805-1d19-4231-8f95-d29f568821f7'}] {{(pid=100452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 16:55:01.555015 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3daeaf716feba76a3af1624af44cd9d3b401b8dbf4d63f278f059799def7c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ae4c22-3dc3-4a2d-be5a-da830141deb9" -d '{"events": [{"name": "network-changed", "server_uuid": "ce357446-c358-4d09-a3e1-3f07729cdde1", "tag": "777c9805-1d19-4231-8f95-d29f568821f7"}]}' {{(pid=100452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:55:01.596781 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab06eb6-aa7e-4a3b-b9d4-f60499da922e service neutron] Pushing event updated for resources: {'Port': ['ID=777c9805-1d19-4231-8f95-d29f568821f7,revision_number=3']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:55:01.606357 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 16:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f61ba8-b6b6-42a9-915a-808e2e76f014 x-openstack-request-id: req-10f61ba8-b6b6-42a9-915a-808e2e76f014 {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:55:01.606635 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce357446-c358-4d09-a3e1-3f07729cdde1", "tag": "777c9805-1d19-4231-8f95-d29f568821f7", "status": "completed", "code": 200}]} {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:55:01.611810 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-10f61ba8-b6b6-42a9-915a-808e2e76f014 {{(pid=100452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:55:01.612236 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce357446-c358-4d09-a3e1-3f07729cdde1', 'tag': '777c9805-1d19-4231-8f95-d29f568821f7', 'status': 'completed', 'code': 200} Sep 22 16:55:01.655728 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095f589-74d2-43cb-915c-9ff3975668ce req-d6fcf6d4-4ada-49d5-881d-558fa9f429a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:55:01.657711 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-4095f589-74d2-43cb-915c-9ff3975668ce req-d6fcf6d4-4ada-49d5-881d-558fa9f429a7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=561be258dcb34fb388cd55aeb3bb42b0&device_id=ce357446-c358-4d09-a3e1-3f07729cdde1 HTTP/1.1" status: 200 len: 1097 time: 0.0532789 Sep 22 16:55:01.708479 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-4095f589-74d2-43cb-915c-9ff3975668ce req-7f92505a-badd-4951-8f44-4431399a1058 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=777c9805-1d19-4231-8f95-d29f568821f7 HTTP/1.1" status: 200 len: 217 time: 0.0381382 Sep 22 16:55:01.715486 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14307bfb-c37d-4c5e-b593-7053a9f25350 req-b7a054a2-b1c5-48eb-853d-ba0279ba7a0d tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:55:01.720487 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-14307bfb-c37d-4c5e-b593-7053a9f25350 req-b7a054a2-b1c5-48eb-853d-ba0279ba7a0d tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce357446-c358-4d09-a3e1-3f07729cdde1 HTTP/1.1" status: 200 len: 944 time: 0.0551627 Sep 22 16:55:01.762403 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-14307bfb-c37d-4c5e-b593-7053a9f25350 req-5b396609-74f2-4de3-b44f-8186fb020d57 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=e684d7a1-4f09-4e62-afbf-f72132b67534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338461 Sep 22 16:55:01.767497 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095f589-74d2-43cb-915c-9ff3975668ce req-1813dcb4-c449-4d69-8180-0f2653d78122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:55:01.769284 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-4095f589-74d2-43cb-915c-9ff3975668ce req-1813dcb4-c449-4d69-8180-0f2653d78122 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6b2e37f6-e9e1-49ca-adc1-92f53c49454f HTTP/1.1" status: 200 len: 849 time: 0.0448630 Sep 22 16:55:01.818703 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095f589-74d2-43cb-915c-9ff3975668ce req-fc8bc63c-6867-412a-83e3-2abe17e8067e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:55:01.821194 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-4095f589-74d2-43cb-915c-9ff3975668ce req-fc8bc63c-6867-412a-83e3-2abe17e8067e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433335 Sep 22 16:55:01.915929 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-4095f589-74d2-43cb-915c-9ff3975668ce req-2254a37c-48d6-4e86-9eb5-60da34f5ff38 service neutron] 10.222.0.72 "GET /v2.0/networks/818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869591 Sep 22 16:55:02.006165 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-4095f589-74d2-43cb-915c-9ff3975668ce req-5508fd07-addb-4649-b15b-c7b458c4f14b service neutron] 10.222.0.72 "GET /v2.0/networks/818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818684 Sep 22 16:55:02.107586 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae4c22-3dc3-4a2d-be5a-da830141deb9 req-5f124ca1-fbbb-437f-af83-3b348ee5bae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:55:02.109020 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-d1ae4c22-3dc3-4a2d-be5a-da830141deb9 req-5f124ca1-fbbb-437f-af83-3b348ee5bae4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=561be258dcb34fb388cd55aeb3bb42b0&device_id=ce357446-c358-4d09-a3e1-3f07729cdde1 HTTP/1.1" status: 200 len: 1097 time: 0.0441749 Sep 22 16:55:02.202109 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae4c22-3dc3-4a2d-be5a-da830141deb9 req-5379ae2b-1e8e-4b9e-9ab8-2ca077893157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:55:02.203579 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-d1ae4c22-3dc3-4a2d-be5a-da830141deb9 req-5379ae2b-1e8e-4b9e-9ab8-2ca077893157 service neutron] 10.222.0.72 "GET /v2.0/networks?id=818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5 HTTP/1.1" status: 200 len: 912 time: 0.0858636 Sep 22 16:55:02.247001 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-d1ae4c22-3dc3-4a2d-be5a-da830141deb9 req-da1af6d0-9e02-4c99-bdb7-4ebe2572784a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=777c9805-1d19-4231-8f95-d29f568821f7 HTTP/1.1" status: 200 len: 217 time: 0.0357420 Sep 22 16:55:02.303834 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae4c22-3dc3-4a2d-be5a-da830141deb9 req-e2a9a1a3-290b-4e04-b444-4e9f5c98385f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:55:02.305831 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-d1ae4c22-3dc3-4a2d-be5a-da830141deb9 req-e2a9a1a3-290b-4e04-b444-4e9f5c98385f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6b2e37f6-e9e1-49ca-adc1-92f53c49454f HTTP/1.1" status: 200 len: 849 time: 0.0443983 Sep 22 16:55:02.352165 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae4c22-3dc3-4a2d-be5a-da830141deb9 req-5d1366fa-e545-45b1-93d1-d6381dea1504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:55:02.353844 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-d1ae4c22-3dc3-4a2d-be5a-da830141deb9 req-5d1366fa-e545-45b1-93d1-d6381dea1504 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403938 Sep 22 16:55:02.452813 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-d1ae4c22-3dc3-4a2d-be5a-da830141deb9 req-85055f35-9c53-4227-85fa-df01f7686292 service neutron] 10.222.0.72 "GET /v2.0/networks/818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900762 Sep 22 16:55:02.543596 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-d1ae4c22-3dc3-4a2d-be5a-da830141deb9 req-b448b120-2fed-4720-9083-6c143f61ed77 service neutron] 10.222.0.72 "GET /v2.0/networks/818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831954 Sep 22 16:55:02.892064 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e6b282-0619-42f3-8e1c-199d653c6cbb req-e0bd6e6c-f021-437f-9415-974d96da8f1b tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:55:02.893574 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-60e6b282-0619-42f3-8e1c-199d653c6cbb req-e0bd6e6c-f021-437f-9415-974d96da8f1b tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce357446-c358-4d09-a3e1-3f07729cdde1 HTTP/1.1" status: 200 len: 944 time: 0.0540764 Sep 22 16:55:02.932097 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-60e6b282-0619-42f3-8e1c-199d653c6cbb req-ac0d3093-a2cf-4f44-80ec-e940480fe5e6 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=e684d7a1-4f09-4e62-afbf-f72132b67534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320232 Sep 22 16:55:04.045482 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca010f1-f755-47bd-b77b-a9facc20f0cd req-0fbb1889-2e6e-43d9-811a-8149a0927cb4 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:55:04.046958 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-6ca010f1-f755-47bd-b77b-a9facc20f0cd req-0fbb1889-2e6e-43d9-811a-8149a0927cb4 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce357446-c358-4d09-a3e1-3f07729cdde1 HTTP/1.1" status: 200 len: 944 time: 0.0486803 Sep 22 16:55:04.085254 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-6ca010f1-f755-47bd-b77b-a9facc20f0cd req-26bf26a3-912a-4f76-a4e3-c9c9b893db42 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=e684d7a1-4f09-4e62-afbf-f72132b67534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324035 Sep 22 16:55:05.202023 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19beccae-8f84-40c3-9847-2555223fa274 req-b693e6a3-94de-4876-b13b-2d9a87a7adbe tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:55:05.203484 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-19beccae-8f84-40c3-9847-2555223fa274 req-b693e6a3-94de-4876-b13b-2d9a87a7adbe tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce357446-c358-4d09-a3e1-3f07729cdde1 HTTP/1.1" status: 200 len: 944 time: 0.0480530 Sep 22 16:55:05.239437 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-19beccae-8f84-40c3-9847-2555223fa274 req-7a45bbc1-8ed8-4560-b3be-d70a1e788115 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=e684d7a1-4f09-4e62-afbf-f72132b67534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301280 Sep 22 16:55:06.359303 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e67cc-62e0-4692-a070-2a017f442061 req-c3c2736a-ba88-4d31-aea9-a99652942545 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:55:06.360743 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-499e67cc-62e0-4692-a070-2a017f442061 req-c3c2736a-ba88-4d31-aea9-a99652942545 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce357446-c358-4d09-a3e1-3f07729cdde1 HTTP/1.1" status: 200 len: 944 time: 0.0507650 Sep 22 16:55:06.397355 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-499e67cc-62e0-4692-a070-2a017f442061 req-3d29aaa2-a900-4529-837c-0c09f5d183b8 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=e684d7a1-4f09-4e62-afbf-f72132b67534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307593 Sep 22 16:55:06.551175 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device 777c9805-1d19-4231-8f95-d29f568821f7 details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=100454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 16:55:06.641566 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port 777c9805-1d19-4231-8f95-d29f568821f7, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=777c9805-1d19-4231-8f95-d29f568821f7,segment=NetworkSegment(df59b1c3-5ddd-4375-9ca5-af4209139e38),segment_id=df59b1c3-5ddd-4375-9ca5-af4209139e38)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:55:06.652644 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Returning: {'device': '777c9805-1d19-4231-8f95-d29f568821f7', 'network_id': '818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5', 'port_id': '777c9805-1d19-4231-8f95-d29f568821f7', 'mac_address': 'fa:16:3e:ff:6e:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b2e37f6-e9e1-49ca-adc1-92f53c49454f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 16:55:06.688099 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:55:06.703621 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.notifiers.nova [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 777c9805-1d19-4231-8f95-d29f568821f7 {{(pid=100454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 16:55:06.722023 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port 777c9805-1d19-4231-8f95-d29f568821f7, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=777c9805-1d19-4231-8f95-d29f568821f7,segment=NetworkSegment(df59b1c3-5ddd-4375-9ca5-af4209139e38),segment_id=df59b1c3-5ddd-4375-9ca5-af4209139e38)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:55:06.726734 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:55:06.771580 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Pushing event updated for resources: {'Port': ['ID=777c9805-1d19-4231-8f95-d29f568821f7,revision_number=4']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:55:07.231800 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] get_ports_and_sgs() called for port_ids ['777c9805-1d19-4231-8f95-d29f568821f7'] {{(pid=100454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 16:55:07.512018 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ec220-1d28-40d2-839a-6f7a11fc35ea req-57553a5e-895a-4132-8c63-41769a53dc77 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:55:07.513525 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-212ec220-1d28-40d2-839a-6f7a11fc35ea req-57553a5e-895a-4132-8c63-41769a53dc77 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce357446-c358-4d09-a3e1-3f07729cdde1 HTTP/1.1" status: 200 len: 945 time: 0.0486808 Sep 22 16:55:07.549154 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-212ec220-1d28-40d2-839a-6f7a11fc35ea req-8237095a-81ec-4466-ae82-1645e2c248ef tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=e684d7a1-4f09-4e62-afbf-f72132b67534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297215 Sep 22 16:55:08.558851 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device 777c9805-1d19-4231-8f95-d29f568821f7 up at agent hyperv_hv-cinder-80996 {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 16:55:08.608960 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Provisioning for port 777c9805-1d19-4231-8f95-d29f568821f7 completed by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:55:08.612794 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Provisioning complete for port 777c9805-1d19-4231-8f95-d29f568821f7 triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:55:08.613166 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:55:08.665095 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b42483-cd00-42ec-8cbc-f4340580c47f req-d0eec08f-8e35-4012-af63-4270bbcf4c81 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:55:08.666603 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-b4b42483-cd00-42ec-8cbc-f4340580c47f req-d0eec08f-8e35-4012-af63-4270bbcf4c81 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce357446-c358-4d09-a3e1-3f07729cdde1 HTTP/1.1" status: 200 len: 945 time: 0.0483503 Sep 22 16:55:08.690263 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:55:08.703343 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-b4b42483-cd00-42ec-8cbc-f4340580c47f req-6a11c2df-9602-4284-952b-25917cf6c306 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=e684d7a1-4f09-4e62-afbf-f72132b67534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308399 Sep 22 16:55:08.713066 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce357446-c358-4d09-a3e1-3f07729cdde1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '777c9805-1d19-4231-8f95-d29f568821f7'}] {{(pid=100454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 16:55:08.723629 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16d40b4f2de209020387121264880f1a965f25742078a59137d58ca0948e8304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262ae87b-591d-4bcf-aa86-fa7857ba4657" -d '{"events": [{"server_uuid": "ce357446-c358-4d09-a3e1-3f07729cdde1", "name": "network-vif-plugged", "status": "completed", "tag": "777c9805-1d19-4231-8f95-d29f568821f7"}]}' {{(pid=100454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:55:08.727449 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port 777c9805-1d19-4231-8f95-d29f568821f7, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=777c9805-1d19-4231-8f95-d29f568821f7,segment=NetworkSegment(df59b1c3-5ddd-4375-9ca5-af4209139e38),segment_id=df59b1c3-5ddd-4375-9ca5-af4209139e38)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:55:08.731382 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:55:08.756397 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 16:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c6acda-9b70-4382-b1a1-15ac16be95bb x-openstack-request-id: req-91c6acda-9b70-4382-b1a1-15ac16be95bb {{(pid=100454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:55:08.757477 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce357446-c358-4d09-a3e1-3f07729cdde1", "name": "network-vif-plugged", "status": "completed", "tag": "777c9805-1d19-4231-8f95-d29f568821f7", "code": 200}]} {{(pid=100454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:55:08.757824 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-91c6acda-9b70-4382-b1a1-15ac16be95bb {{(pid=100454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:55:08.758200 dv-cinder-809968-4-iscsi neutron-server[100454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce357446-c358-4d09-a3e1-3f07729cdde1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '777c9805-1d19-4231-8f95-d29f568821f7', 'code': 200} Sep 22 16:55:08.787141 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Pushing event updated for resources: {'Port': ['ID=777c9805-1d19-4231-8f95-d29f568821f7,revision_number=5']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:55:08.934940 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e93e711-45e1-4043-8dfa-43269a884f48 req-101d3219-c24c-4ddd-9e3b-7dbcecb974e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:55:08.936289 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-5e93e711-45e1-4043-8dfa-43269a884f48 req-101d3219-c24c-4ddd-9e3b-7dbcecb974e9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ce357446-c358-4d09-a3e1-3f07729cdde1 HTTP/1.1" status: 200 len: 1099 time: 0.0387731 Sep 22 16:55:08.974373 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-5e93e711-45e1-4043-8dfa-43269a884f48 req-39c42a95-d513-45f3-a3e5-af883a057698 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e684d7a1-4f09-4e62-afbf-f72132b67534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305176 Sep 22 16:55:09.821503 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11edce59-6389-4660-902f-edc938237026 req-652def68-9b86-49b6-9ce6-ae4a0cbf462b tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:55:09.822989 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-11edce59-6389-4660-902f-edc938237026 req-652def68-9b86-49b6-9ce6-ae4a0cbf462b tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce357446-c358-4d09-a3e1-3f07729cdde1 HTTP/1.1" status: 200 len: 946 time: 0.0514402 Sep 22 16:55:09.861120 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-11edce59-6389-4660-902f-edc938237026 req-988430f7-5741-4ea3-ba6c-7af6ae478786 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=e684d7a1-4f09-4e62-afbf-f72132b67534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323253 Sep 22 16:55:10.974215 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f61c21-f156-4783-8300-cacb7658f82d req-e567127a-3239-4c36-a7b9-c2562bd7b30f tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:55:10.976221 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-47f61c21-f156-4783-8300-cacb7658f82d req-e567127a-3239-4c36-a7b9-c2562bd7b30f tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce357446-c358-4d09-a3e1-3f07729cdde1 HTTP/1.1" status: 200 len: 946 time: 0.0475154 Sep 22 16:55:11.013961 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-47f61c21-f156-4783-8300-cacb7658f82d req-6c7ee428-978c-4274-a925-e668520ed646 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=e684d7a1-4f09-4e62-afbf-f72132b67534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317309 Sep 22 16:55:11.014688 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.agents_db [None req-27f04faf-824b-4b06-8ae5-89241b6ab4ba None None] Agent healthcheck: found 6 active agents {{(pid=100455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 16:55:11.120580 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9be17b-aa10-44b0-9628-9dce0cecc55c req-9437343a-3f06-42aa-8be2-7de341e1766b tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:55:11.122056 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-9d9be17b-aa10-44b0-9628-9dce0cecc55c req-9437343a-3f06-42aa-8be2-7de341e1766b tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce357446-c358-4d09-a3e1-3f07729cdde1 HTTP/1.1" status: 200 len: 946 time: 0.0475070 Sep 22 16:55:11.130217 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 33494) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:55:11.135525 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.v2.base [None req-692b1dd5-74ae-442c-a897-51524100574d tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Request body: {'floatingip': {'port_id': '777c9805-1d19-4231-8f95-d29f568821f7'}} {{(pid=100453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:55:11.177030 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-692b1dd5-74ae-442c-a897-51524100574d tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks [] for floatingip, before_update {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:55:11.591040 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-692b1dd5-74ae-442c-a897-51524100574d tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:55:11.594516 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-692b1dd5-74ae-442c-a897-51524100574d tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700864'] for floatingip, after_update {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:55:11.691359 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.db.l3_db [None req-692b1dd5-74ae-442c-a897-51524100574d tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Floating IP 8085c09a-55bc-42f1-9e3e-afb09a2ad4aa associated. External IP: 172.27.0.64, port: 777c9805-1d19-4231-8f95-d29f568821f7. Sep 22 16:55:11.885911 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-692b1dd5-74ae-442c-a897-51524100574d tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Router a7d12065-70cd-402f-ba9c-401a05f7c32a has already been hosted by L3 agent c3efc510-1e60-45c8-b68a-00a20fddc4a4 {{(pid=100453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 16:55:11.987705 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-692b1dd5-74ae-442c-a897-51524100574d tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify agent at l3_agent.dv-cinder-809968-4-iscsi the message routers_updated {{(pid=100453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 16:55:11.992195 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-692b1dd5-74ae-442c-a897-51524100574d tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306'] for floatingip, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:55:11.998456 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e81aad-5aab-4f77-b29c-9afce755ecdf None None] Sync routers for ids ['a7d12065-70cd-402f-ba9c-401a05f7c32a'] in dv-cinder-809968-4-iscsi {{(pid=100454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 16:55:12.008343 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e81aad-5aab-4f77-b29c-9afce755ecdf None None] Routers {'a7d12065-70cd-402f-ba9c-401a05f7c32a'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 16:55:12.008969 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-90e81aad-5aab-4f77-b29c-9afce755ecdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:54:59Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['a7d12065-70cd-402f-ba9c-401a05f7c32a'], 'active': True} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:55:12.018710 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-692b1dd5-74ae-442c-a897-51524100574d tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "PUT /v2.0/floatingips/8085c09a-55bc-42f1-9e3e-afb09a2ad4aa HTTP/1.1" status: 200 len: 991 time: 0.8874776 Sep 22 16:55:12.019282 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce357446-c358-4d09-a3e1-3f07729cdde1', 'tag': '777c9805-1d19-4231-8f95-d29f568821f7'}] {{(pid=100453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 16:55:12.021593 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e4dd1ec7b6bb508b8f985d0227854479c11c36687027ca7eec5a37465d8b4ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a27f2f3-a5f6-48e0-a178-5df1e5ad432d" -d '{"events": [{"name": "network-changed", "server_uuid": "ce357446-c358-4d09-a3e1-3f07729cdde1", "tag": "777c9805-1d19-4231-8f95-d29f568821f7"}]}' {{(pid=100453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:55:12.113517 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvr_db [None req-90e81aad-5aab-4f77-b29c-9afce755ecdf None None] Set router a7d12065-70cd-402f-ba9c-401a05f7c32a gateway port host: dv-cinder-809968-4-iscsi {{(pid=100454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 16:55:12.185059 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 16:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241c9eab-12ef-4e5c-9d97-2774f8702a63 x-openstack-request-id: req-241c9eab-12ef-4e5c-9d97-2774f8702a63 {{(pid=100453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:55:12.185465 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce357446-c358-4d09-a3e1-3f07729cdde1", "tag": "777c9805-1d19-4231-8f95-d29f568821f7", "status": "completed", "code": 200}]} {{(pid=100453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:55:12.185750 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-241c9eab-12ef-4e5c-9d97-2774f8702a63 {{(pid=100453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:55:12.186133 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce357446-c358-4d09-a3e1-3f07729cdde1', 'tag': '777c9805-1d19-4231-8f95-d29f568821f7', 'status': 'completed', 'code': 200} Sep 22 16:55:12.245954 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27f2f3-a5f6-48e0-a178-5df1e5ad432d req-541426e5-0097-46f9-855c-83e2bf1be7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:55:12.247439 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-0a27f2f3-a5f6-48e0-a178-5df1e5ad432d req-541426e5-0097-46f9-855c-83e2bf1be7d8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=561be258dcb34fb388cd55aeb3bb42b0&device_id=ce357446-c358-4d09-a3e1-3f07729cdde1 HTTP/1.1" status: 200 len: 1099 time: 0.0406947 Sep 22 16:55:12.339648 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27f2f3-a5f6-48e0-a178-5df1e5ad432d req-1f8d5c64-db50-46fd-8762-fadfb1f8924a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:55:12.341245 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-0a27f2f3-a5f6-48e0-a178-5df1e5ad432d req-1f8d5c64-db50-46fd-8762-fadfb1f8924a service neutron] 10.222.0.72 "GET /v2.0/networks?id=818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5 HTTP/1.1" status: 200 len: 912 time: 0.0865524 Sep 22 16:55:12.342088 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-90e81aad-5aab-4f77-b29c-9afce755ecdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d12065-70cd-402f-ba9c-401a05f7c32a', 'name': 'tempest-AttachVolumeTestJSON-444129439-router', 'tenant_id': '561be258dcb34fb388cd55aeb3bb42b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'e3e6b432-f16c-438a-880f-e5c945ec90e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:47:15Z', 'updated_at': '2021-09-22T16:47:23Z', 'revision_number': 4, 'project_id': '561be258dcb34fb388cd55aeb3bb42b0', 'gw_port': {'id': 'e3e6b432-f16c-438a-880f-e5c945ec90e0', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d12065-70cd-402f-ba9c-401a05f7c32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:16Z', 'updated_at': '2021-09-22T16:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_floatingips': [{'id': '8085c09a-55bc-42f1-9e3e-afb09a2ad4aa', 'tenant_id': '561be258dcb34fb388cd55aeb3bb42b0', 'floating_ip_address': '172.27.0.64', 'floating_network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'router_id': 'a7d12065-70cd-402f-ba9c-401a05f7c32a', 'port_id': '777c9805-1d19-4231-8f95-d29f568821f7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5', 'mac_address': 'fa:16:3e:ff:6e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce357446-c358-4d09-a3e1-3f07729cdde1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T16:54:58Z', 'updated_at': '2021-09-22T16:55:11Z', 'revision_number': 1, 'project_id': '561be258dcb34fb388cd55aeb3bb42b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc5528df-9164-4f41-a31a-59ee54ae5947', 'name': '', 'network_id': '818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5', 'tenant_id': '561be258dcb34fb388cd55aeb3bb42b0', 'mac_address': 'fa:16:3e:31:5d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d12065-70cd-402f-ba9c-401a05f7c32a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6b2e37f6-e9e1-49ca-adc1-92f53c49454f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:21Z', 'updated_at': '2021-09-22T16:47:32Z', 'revision_number': 5, 'project_id': '561be258dcb34fb388cd55aeb3bb42b0', 'subnets': [{'id': '6b2e37f6-e9e1-49ca-adc1-92f53c49454f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:55:12.374113 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e81aad-5aab-4f77-b29c-9afce755ecdf None None] Checking router: a7d12065-70cd-402f-ba9c-401a05f7c32a for host: dv-cinder-809968-4-iscsi {{(pid=100454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 16:55:12.383178 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e81aad-5aab-4f77-b29c-9afce755ecdf None None] Routers {'a7d12065-70cd-402f-ba9c-401a05f7c32a'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 16:55:12.383790 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-90e81aad-5aab-4f77-b29c-9afce755ecdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:54:59Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['a7d12065-70cd-402f-ba9c-401a05f7c32a'], 'active': True} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:55:12.415177 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-0a27f2f3-a5f6-48e0-a178-5df1e5ad432d req-73fcf724-0fe9-4b82-8111-3b32ca0e7ebe service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=777c9805-1d19-4231-8f95-d29f568821f7 HTTP/1.1" status: 200 len: 999 time: 0.0620489 Sep 22 16:55:12.463309 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27f2f3-a5f6-48e0-a178-5df1e5ad432d req-f58ccb91-a7fa-4768-8c92-c0271f643b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:55:12.464760 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-0a27f2f3-a5f6-48e0-a178-5df1e5ad432d req-f58ccb91-a7fa-4768-8c92-c0271f643b5d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6b2e37f6-e9e1-49ca-adc1-92f53c49454f HTTP/1.1" status: 200 len: 849 time: 0.0428913 Sep 22 16:55:12.486095 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvr_db [None req-90e81aad-5aab-4f77-b29c-9afce755ecdf None None] Set router a7d12065-70cd-402f-ba9c-401a05f7c32a gateway port host: dv-cinder-809968-4-iscsi {{(pid=100454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 16:55:12.511771 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27f2f3-a5f6-48e0-a178-5df1e5ad432d req-39d3d3a1-a0cd-4433-a69b-0fa26dcd68c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:55:12.513300 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-0a27f2f3-a5f6-48e0-a178-5df1e5ad432d req-39d3d3a1-a0cd-4433-a69b-0fa26dcd68c1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413423 Sep 22 16:55:12.610267 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-0a27f2f3-a5f6-48e0-a178-5df1e5ad432d req-5f240a6f-8efc-4327-87d2-35ec2aba1aaa service neutron] 10.222.0.72 "GET /v2.0/networks/818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899856 Sep 22 16:55:12.703394 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-0a27f2f3-a5f6-48e0-a178-5df1e5ad432d req-561abd9e-7089-4bf8-959a-c136d704491c service neutron] 10.222.0.72 "GET /v2.0/networks/818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846322 Sep 22 16:55:12.829111 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-90e81aad-5aab-4f77-b29c-9afce755ecdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d12065-70cd-402f-ba9c-401a05f7c32a', 'name': 'tempest-AttachVolumeTestJSON-444129439-router', 'tenant_id': '561be258dcb34fb388cd55aeb3bb42b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'e3e6b432-f16c-438a-880f-e5c945ec90e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:47:15Z', 'updated_at': '2021-09-22T16:47:23Z', 'revision_number': 4, 'project_id': '561be258dcb34fb388cd55aeb3bb42b0', 'gw_port': {'id': 'e3e6b432-f16c-438a-880f-e5c945ec90e0', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d12065-70cd-402f-ba9c-401a05f7c32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:16Z', 'updated_at': '2021-09-22T16:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_floatingips': [{'id': '8085c09a-55bc-42f1-9e3e-afb09a2ad4aa', 'tenant_id': '561be258dcb34fb388cd55aeb3bb42b0', 'floating_ip_address': '172.27.0.64', 'floating_network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'router_id': 'a7d12065-70cd-402f-ba9c-401a05f7c32a', 'port_id': '777c9805-1d19-4231-8f95-d29f568821f7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5', 'mac_address': 'fa:16:3e:ff:6e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce357446-c358-4d09-a3e1-3f07729cdde1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T16:54:58Z', 'updated_at': '2021-09-22T16:55:11Z', 'revision_number': 1, 'project_id': '561be258dcb34fb388cd55aeb3bb42b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc5528df-9164-4f41-a31a-59ee54ae5947', 'name': '', 'network_id': '818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5', 'tenant_id': '561be258dcb34fb388cd55aeb3bb42b0', 'mac_address': 'fa:16:3e:31:5d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d12065-70cd-402f-ba9c-401a05f7c32a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6b2e37f6-e9e1-49ca-adc1-92f53c49454f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:21Z', 'updated_at': '2021-09-22T16:47:32Z', 'revision_number': 5, 'project_id': '561be258dcb34fb388cd55aeb3bb42b0', 'subnets': [{'id': '6b2e37f6-e9e1-49ca-adc1-92f53c49454f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:55:12.858718 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e81aad-5aab-4f77-b29c-9afce755ecdf None None] The sync data for ids ['a7d12065-70cd-402f-ba9c-401a05f7c32a'] in dv-cinder-809968-4-iscsi is: [{'id': 'a7d12065-70cd-402f-ba9c-401a05f7c32a', 'name': 'tempest-AttachVolumeTestJSON-444129439-router', 'tenant_id': '561be258dcb34fb388cd55aeb3bb42b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'e3e6b432-f16c-438a-880f-e5c945ec90e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:47:15Z', 'updated_at': '2021-09-22T16:47:23Z', 'revision_number': 4, 'project_id': '561be258dcb34fb388cd55aeb3bb42b0', 'gw_port': {'id': 'e3e6b432-f16c-438a-880f-e5c945ec90e0', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d12065-70cd-402f-ba9c-401a05f7c32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:16Z', 'updated_at': '2021-09-22T16:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_floatingips': [{'id': '8085c09a-55bc-42f1-9e3e-afb09a2ad4aa', 'tenant_id': '561be258dcb34fb388cd55aeb3bb42b0', 'floating_ip_address': '172.27.0.64', 'floating_network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'router_id': 'a7d12065-70cd-402f-ba9c-401a05f7c32a', 'port_id': '777c9805-1d19-4231-8f95-d29f568821f7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5', 'mac_address': 'fa:16:3e:ff:6e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce357446-c358-4d09-a3e1-3f07729cdde1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T16:54:58Z', 'updated_at': '2021-09-22T16:55:11Z', 'revision_number': 1, 'project_id': '561be258dcb34fb388cd55aeb3bb42b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc5528df-9164-4f41-a31a-59ee54ae5947', 'name': '', 'network_id': '818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5', 'tenant_id': '561be258dcb34fb388cd55aeb3bb42b0', 'mac_address': 'fa:16:3e:31:5d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d12065-70cd-402f-ba9c-401a05f7c32a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6b2e37f6-e9e1-49ca-adc1-92f53c49454f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:21Z', 'updated_at': '2021-09-22T16:47:32Z', 'revision_number': 5, 'project_id': '561be258dcb34fb388cd55aeb3bb42b0', 'subnets': [{'id': '6b2e37f6-e9e1-49ca-adc1-92f53c49454f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 16:55:13.052102 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131dc502-6ca4-49f3-b766-31d1083d43c5 None None] New status for floating IP 8085c09a-55bc-42f1-9e3e-afb09a2ad4aa: ACTIVE {{(pid=100455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 16:55:13.537149 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f27c0eb0-cb4d-4cb6-9201-acae496ece65 req-c9521d78-3fbf-41e5-9963-ccb4dbfcf700 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1335750262&fields=id&tenant_id=539e90d12b004781baa4dc86d2602fcb HTTP/1.1" status: 200 len: 267 time: 0.0350685 Sep 22 16:55:13.862488 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27c0eb0-cb4d-4cb6-9201-acae496ece65 req-63e0a774-4f4d-4b4d-90de-4bc061cd8b9c tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:55:13.863987 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f27c0eb0-cb4d-4cb6-9201-acae496ece65 req-63e0a774-4f4d-4b4d-90de-4bc061cd8b9c tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/networks?id=f8f4386e-978e-4729-9bdc-24d4ee0cd6f1 HTTP/1.1" status: 200 len: 809 time: 0.3195379 Sep 22 16:55:13.878399 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f27c0eb0-cb4d-4cb6-9201-acae496ece65 req-adeafc0d-af2f-42f0-b04b-a2951917076e tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/quotas/539e90d12b004781baa4dc86d2602fcb HTTP/1.1" status: 200 len: 375 time: 0.0087528 Sep 22 16:55:13.932514 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f27c0eb0-cb4d-4cb6-9201-acae496ece65 req-e5b84931-0239-43f8-9d26-6f2fbc076a90 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=539e90d12b004781baa4dc86d2602fcb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480843 Sep 22 16:55:14.025357 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f27c0eb0-cb4d-4cb6-9201-acae496ece65 req-0b0d8a18-118d-4691-9804-9c2a4f8e5988 service neutron] 10.222.0.66 "GET /v2.0/networks/f8f4386e-978e-4729-9bdc-24d4ee0cd6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810144 Sep 22 16:55:14.113520 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f27c0eb0-cb4d-4cb6-9201-acae496ece65 req-f9416618-bfa2-4e06-9131-a7f6511d965d service neutron] 10.222.0.66 "GET /v2.0/networks/f8f4386e-978e-4729-9bdc-24d4ee0cd6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821619 Sep 22 16:55:14.552573 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-1110a444-b4c2-468d-9bf1-3d23e2aa90ab req-79f1b0ce-228e-4d5e-a20e-741c7f2dd170 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0ffadad-26f2-4371-99ee-0fb5193124bb HTTP/1.1" status: 200 len: 210 time: 0.0265255 Sep 22 16:55:15.370411 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27c0eb0-cb4d-4cb6-9201-acae496ece65 req-bcb9629d-5272-4d27-ba92-5a9626df7ca3 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:55:15.371893 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-f27c0eb0-cb4d-4cb6-9201-acae496ece65 req-bcb9629d-5272-4d27-ba92-5a9626df7ca3 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.72 "GET /v2.0/networks?id=f8f4386e-978e-4729-9bdc-24d4ee0cd6f1 HTTP/1.1" status: 200 len: 809 time: 0.1052301 Sep 22 16:55:15.414474 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-f27c0eb0-cb4d-4cb6-9201-acae496ece65 req-fe5c2d64-82fd-4ce3-bc50-7db165f582aa tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=539e90d12b004781baa4dc86d2602fcb HTTP/1.1" status: 200 len: 380 time: 0.0340984 Sep 22 16:55:15.423639 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [req-f27c0eb0-cb4d-4cb6-9201-acae496ece65 req-d5b50b17-7604-4ac4-8f7d-58183b081921 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Request body: {'port': {'device_id': 'c0ffadad-26f2-4371-99ee-0fb5193124bb', 'network_id': 'f8f4386e-978e-4729-9bdc-24d4ee0cd6f1', 'admin_state_up': True, 'tenant_id': '539e90d12b004781baa4dc86d2602fcb', 'security_groups': ['8181c2dd-9d82-4af3-8b34-bfe3de99173c']}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:55:15.537542 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f27c0eb0-cb4d-4cb6-9201-acae496ece65 req-d5b50b17-7604-4ac4-8f7d-58183b081921 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Made reservation on behalf of 539e90d12b004781baa4dc86d2602fcb for: {'port': 1} {{(pid=100452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:55:15.540995 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-f27c0eb0-cb4d-4cb6-9201-acae496ece65 req-d5b50b17-7604-4ac4-8f7d-58183b081921 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:55:15.655160 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a50ee297-9709-4572-83db-4c375f0e0303 req-31afef89-86fb-4b47-a0d7-6f3fa4c752e3 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0ffadad-26f2-4371-99ee-0fb5193124bb HTTP/1.1" status: 200 len: 210 time: 0.0278742 Sep 22 16:55:15.665638 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.db_base_plugin_common [req-f27c0eb0-cb4d-4cb6-9201-acae496ece65 req-d5b50b17-7604-4ac4-8f7d-58183b081921 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Allocated IP 172.20.0.14 (f8f4386e-978e-4729-9bdc-24d4ee0cd6f1/96c03f4d-686c-4f25-909a-981fa21718e9/232dff2a-53dc-4bf8-9b73-8638e469e31b) {{(pid=100452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:55:15.809565 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-f27c0eb0-cb4d-4cb6-9201-acae496ece65 req-d5b50b17-7604-4ac4-8f7d-58183b081921 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Notify callbacks [] for port, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:55:15.842347 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-f27c0eb0-cb4d-4cb6-9201-acae496ece65 req-d5b50b17-7604-4ac4-8f7d-58183b081921 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735274499777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8763924'] for port, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:55:15.887124 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f27c0eb0-cb4d-4cb6-9201-acae496ece65 req-d5b50b17-7604-4ac4-8f7d-58183b081921 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Network f8f4386e-978e-4729-9bdc-24d4ee0cd6f1 is already hosted by enough agents. {{(pid=100452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:55:15.890092 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.base_scheduler [req-f27c0eb0-cb4d-4cb6-9201-acae496ece65 req-d5b50b17-7604-4ac4-8f7d-58183b081921 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Resources bound (agent type, host, resource id): {{(pid=100452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:55:15.892546 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.l3_dvrscheduler_db [req-f27c0eb0-cb4d-4cb6-9201-acae496ece65 req-d5b50b17-7604-4ac4-8f7d-58183b081921 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Received port after_create {{(pid=100452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 16:55:15.925692 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b50b17-7604-4ac4-8f7d-58183b081921 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Pushing event updated for resources: {'Port': ['ID=232dff2a-53dc-4bf8-9b73-8638e469e31b,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:55:15.954627 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27c0eb0-cb4d-4cb6-9201-acae496ece65 req-d5b50b17-7604-4ac4-8f7d-58183b081921 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:55:15.955184 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-f27c0eb0-cb4d-4cb6-9201-acae496ece65 req-d5b50b17-7604-4ac4-8f7d-58183b081921 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306'] for port, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:55:15.971342 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-f27c0eb0-cb4d-4cb6-9201-acae496ece65 req-d5b50b17-7604-4ac4-8f7d-58183b081921 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5514903 Sep 22 16:55:15.986923 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [req-f27c0eb0-cb4d-4cb6-9201-acae496ece65 req-a974fcbe-8a18-4c87-a473-34e9a62ac45f service neutron] Request body: {'port': {'device_id': 'c0ffadad-26f2-4371-99ee-0fb5193124bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:55:16.042037 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-f27c0eb0-cb4d-4cb6-9201-acae496ece65 req-a974fcbe-8a18-4c87-a473-34e9a62ac45f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:55:16.083228 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-71e5a0f1-be7b-4b8f-895a-f9e3b880f10e None None] Provisioning complete for port 232dff2a-53dc-4bf8-9b73-8638e469e31b triggered by entity DHCP. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:55:16.083797 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-71e5a0f1-be7b-4b8f-895a-f9e3b880f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:55:16.117416 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-71e5a0f1-be7b-4b8f-895a-f9e3b880f10e None None] Port 232dff2a-53dc-4bf8-9b73-8638e469e31b cannot update to ACTIVE because it is not bound. {{(pid=100454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 16:55:16.302854 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.notifiers.nova [req-f27c0eb0-cb4d-4cb6-9201-acae496ece65 req-a974fcbe-8a18-4c87-a473-34e9a62ac45f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 232dff2a-53dc-4bf8-9b73-8638e469e31b {{(pid=100452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 16:55:16.310099 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-f27c0eb0-cb4d-4cb6-9201-acae496ece65 req-a974fcbe-8a18-4c87-a473-34e9a62ac45f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:55:16.321920 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.provisioning_blocks [req-f27c0eb0-cb4d-4cb6-9201-acae496ece65 req-a974fcbe-8a18-4c87-a473-34e9a62ac45f service neutron] Transition to ACTIVE for port object 232dff2a-53dc-4bf8-9b73-8638e469e31b will not be triggered until provisioned by entity L2. {{(pid=100452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:55:16.326455 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-f27c0eb0-cb4d-4cb6-9201-acae496ece65 req-a974fcbe-8a18-4c87-a473-34e9a62ac45f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8763935'] for port, after_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:55:16.400210 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a974fcbe-8a18-4c87-a473-34e9a62ac45f service neutron] Pushing event updated for resources: {'Port': ['ID=232dff2a-53dc-4bf8-9b73-8638e469e31b,revision_number=2']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:55:16.451888 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.managers [req-f27c0eb0-cb4d-4cb6-9201-acae496ece65 req-a974fcbe-8a18-4c87-a473-34e9a62ac45f service neutron] Attempting to bind port 232dff2a-53dc-4bf8-9b73-8638e469e31b on host hv-cinder-80996 for vnic_type normal with profile {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 16:55:16.452218 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.managers [req-f27c0eb0-cb4d-4cb6-9201-acae496ece65 req-a974fcbe-8a18-4c87-a473-34e9a62ac45f service neutron] Attempting to bind port 232dff2a-53dc-4bf8-9b73-8638e469e31b by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': '31220470-9569-42d0-934c-b509819951d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f8f4386e-978e-4729-9bdc-24d4ee0cd6f1'}] {{(pid=100452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 16:55:16.452544 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27c0eb0-cb4d-4cb6-9201-acae496ece65 req-a974fcbe-8a18-4c87-a473-34e9a62ac45f service neutron] Attempting to bind port 232dff2a-53dc-4bf8-9b73-8638e469e31b on network f8f4386e-978e-4729-9bdc-24d4ee0cd6f1 {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 16:55:16.456932 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27c0eb0-cb4d-4cb6-9201-acae496ece65 req-a974fcbe-8a18-4c87-a473-34e9a62ac45f service neutron] Port 232dff2a-53dc-4bf8-9b73-8638e469e31b on network f8f4386e-978e-4729-9bdc-24d4ee0cd6f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 16:55:16.457251 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27c0eb0-cb4d-4cb6-9201-acae496ece65 req-a974fcbe-8a18-4c87-a473-34e9a62ac45f service neutron] Attempting to bind port 232dff2a-53dc-4bf8-9b73-8638e469e31b on network f8f4386e-978e-4729-9bdc-24d4ee0cd6f1 {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 16:55:16.462459 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27c0eb0-cb4d-4cb6-9201-acae496ece65 req-a974fcbe-8a18-4c87-a473-34e9a62ac45f service neutron] Checking agent: {'id': 'b620640a-8129-43ac-bbbc-6cb85f2c2acf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 16, 45, 26), 'started_at': datetime.datetime(2021, 9, 22, 16, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 16, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 16:55:16.462795 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27c0eb0-cb4d-4cb6-9201-acae496ece65 req-a974fcbe-8a18-4c87-a473-34e9a62ac45f service neutron] Checking segment: {'id': '31220470-9569-42d0-934c-b509819951d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f8f4386e-978e-4729-9bdc-24d4ee0cd6f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 16:55:16.463171 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27c0eb0-cb4d-4cb6-9201-acae496ece65 req-a974fcbe-8a18-4c87-a473-34e9a62ac45f service neutron] Bound using segment: {'id': '31220470-9569-42d0-934c-b509819951d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f8f4386e-978e-4729-9bdc-24d4ee0cd6f1'} {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 16:55:16.463591 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.managers [req-f27c0eb0-cb4d-4cb6-9201-acae496ece65 req-a974fcbe-8a18-4c87-a473-34e9a62ac45f service neutron] Bound port: 232dff2a-53dc-4bf8-9b73-8638e469e31b, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31220470-9569-42d0-934c-b509819951d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f8f4386e-978e-4729-9bdc-24d4ee0cd6f1'}}] {{(pid=100452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 16:55:16.463954 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-f27c0eb0-cb4d-4cb6-9201-acae496ece65 req-a974fcbe-8a18-4c87-a473-34e9a62ac45f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:55:16.531583 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.db [req-f27c0eb0-cb4d-4cb6-9201-acae496ece65 req-a974fcbe-8a18-4c87-a473-34e9a62ac45f service neutron] For port 232dff2a-53dc-4bf8-9b73-8638e469e31b, host hv-cinder-80996, cleared binding levels {{(pid=100452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 16:55:16.534819 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.db [req-f27c0eb0-cb4d-4cb6-9201-acae496ece65 req-a974fcbe-8a18-4c87-a473-34e9a62ac45f service neutron] For port 232dff2a-53dc-4bf8-9b73-8638e469e31b, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=232dff2a-53dc-4bf8-9b73-8638e469e31b,segment=NetworkSegment(31220470-9569-42d0-934c-b509819951d9),segment_id=31220470-9569-42d0-934c-b509819951d9)] {{(pid=100452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 16:55:16.540995 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-f27c0eb0-cb4d-4cb6-9201-acae496ece65 req-a974fcbe-8a18-4c87-a473-34e9a62ac45f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8763935'] for port, after_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:55:16.584730 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27c0eb0-cb4d-4cb6-9201-acae496ece65 req-a974fcbe-8a18-4c87-a473-34e9a62ac45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:55:16.585348 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-f27c0eb0-cb4d-4cb6-9201-acae496ece65 req-a974fcbe-8a18-4c87-a473-34e9a62ac45f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306'] for port, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:55:16.586872 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-f27c0eb0-cb4d-4cb6-9201-acae496ece65 req-a974fcbe-8a18-4c87-a473-34e9a62ac45f service neutron] 10.222.0.72 "PUT /v2.0/ports/232dff2a-53dc-4bf8-9b73-8638e469e31b HTTP/1.1" status: 200 len: 1094 time: 0.6045187 Sep 22 16:55:16.587311 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0ffadad-26f2-4371-99ee-0fb5193124bb', 'tag': '232dff2a-53dc-4bf8-9b73-8638e469e31b'}] {{(pid=100452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 16:55:16.589540 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3daeaf716feba76a3af1624af44cd9d3b401b8dbf4d63f278f059799def7c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed4debf-9688-4a39-8af6-47ae2ca4cf1f" -d '{"events": [{"name": "network-changed", "server_uuid": "c0ffadad-26f2-4371-99ee-0fb5193124bb", "tag": "232dff2a-53dc-4bf8-9b73-8638e469e31b"}]}' {{(pid=100452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:55:16.607528 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a974fcbe-8a18-4c87-a473-34e9a62ac45f service neutron] Pushing event updated for resources: {'Port': ['ID=232dff2a-53dc-4bf8-9b73-8638e469e31b,revision_number=3']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:55:16.674405 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27c0eb0-cb4d-4cb6-9201-acae496ece65 req-5a490165-a669-4610-9c69-beeb28a5ca17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:55:16.675965 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-f27c0eb0-cb4d-4cb6-9201-acae496ece65 req-5a490165-a669-4610-9c69-beeb28a5ca17 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=539e90d12b004781baa4dc86d2602fcb&device_id=c0ffadad-26f2-4371-99ee-0fb5193124bb HTTP/1.1" status: 200 len: 1097 time: 0.0425994 Sep 22 16:55:16.723146 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 16:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587e5278-e3e0-4b7b-8201-b4273c0cf192 x-openstack-request-id: req-587e5278-e3e0-4b7b-8201-b4273c0cf192 {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:55:16.723443 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0ffadad-26f2-4371-99ee-0fb5193124bb", "tag": "232dff2a-53dc-4bf8-9b73-8638e469e31b", "status": "completed", "code": 200}]} {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:55:16.723695 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-587e5278-e3e0-4b7b-8201-b4273c0cf192 {{(pid=100452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:55:16.724090 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0ffadad-26f2-4371-99ee-0fb5193124bb', 'tag': '232dff2a-53dc-4bf8-9b73-8638e469e31b', 'status': 'completed', 'code': 200} Sep 22 16:55:16.726906 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-f27c0eb0-cb4d-4cb6-9201-acae496ece65 req-0355e3be-86a5-4601-8451-2926f1d40d96 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=232dff2a-53dc-4bf8-9b73-8638e469e31b HTTP/1.1" status: 200 len: 217 time: 0.0422308 Sep 22 16:55:16.780961 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27c0eb0-cb4d-4cb6-9201-acae496ece65 req-822d1078-8e97-4266-9eae-633b321216b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:55:16.782458 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-f27c0eb0-cb4d-4cb6-9201-acae496ece65 req-822d1078-8e97-4266-9eae-633b321216b0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=96c03f4d-686c-4f25-909a-981fa21718e9 HTTP/1.1" status: 200 len: 848 time: 0.0495429 Sep 22 16:55:16.811126 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09cd99-6e2b-4657-9fff-177d6f414d94 req-c3dab5eb-cb79-401c-b75a-af6f80f76e89 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:55:16.812596 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-cd09cd99-6e2b-4657-9fff-177d6f414d94 req-c3dab5eb-cb79-401c-b75a-af6f80f76e89 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0ffadad-26f2-4371-99ee-0fb5193124bb HTTP/1.1" status: 200 len: 944 time: 0.0489364 Sep 22 16:55:16.827879 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27c0eb0-cb4d-4cb6-9201-acae496ece65 req-5f1dfbb6-eafc-40fb-8b65-aa869111faa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:55:16.829355 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-f27c0eb0-cb4d-4cb6-9201-acae496ece65 req-5f1dfbb6-eafc-40fb-8b65-aa869111faa4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f8f4386e-978e-4729-9bdc-24d4ee0cd6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395920 Sep 22 16:55:16.849263 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-cd09cd99-6e2b-4657-9fff-177d6f414d94 req-cf04507d-d4ea-4348-ba45-f9374b6a626e tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/security-groups?id=8181c2dd-9d82-4af3-8b34-bfe3de99173c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305371 Sep 22 16:55:16.919301 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-f27c0eb0-cb4d-4cb6-9201-acae496ece65 req-bcf496c9-7db0-4f09-b8c0-39a58ce5931a service neutron] 10.222.0.72 "GET /v2.0/networks/f8f4386e-978e-4729-9bdc-24d4ee0cd6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828516 Sep 22 16:55:17.254823 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-f27c0eb0-cb4d-4cb6-9201-acae496ece65 req-131c2452-8beb-4619-a896-2c958de1b271 service neutron] 10.222.0.72 "GET /v2.0/networks/f8f4386e-978e-4729-9bdc-24d4ee0cd6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290491 Sep 22 16:55:17.346608 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed4debf-9688-4a39-8af6-47ae2ca4cf1f req-f5234529-2899-4cb5-94af-ae06882364ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:55:17.348278 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-9ed4debf-9688-4a39-8af6-47ae2ca4cf1f req-f5234529-2899-4cb5-94af-ae06882364ac service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=539e90d12b004781baa4dc86d2602fcb&device_id=c0ffadad-26f2-4371-99ee-0fb5193124bb HTTP/1.1" status: 200 len: 1097 time: 0.0415301 Sep 22 16:55:17.441823 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed4debf-9688-4a39-8af6-47ae2ca4cf1f req-3a560772-7543-4b7b-85d7-08441449b114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:55:17.443330 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-9ed4debf-9688-4a39-8af6-47ae2ca4cf1f req-3a560772-7543-4b7b-85d7-08441449b114 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f8f4386e-978e-4729-9bdc-24d4ee0cd6f1 HTTP/1.1" status: 200 len: 911 time: 0.0874567 Sep 22 16:55:17.484802 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-9ed4debf-9688-4a39-8af6-47ae2ca4cf1f req-1d9548fe-fca4-4ed8-ac03-70c9bb3604dd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=232dff2a-53dc-4bf8-9b73-8638e469e31b HTTP/1.1" status: 200 len: 217 time: 0.0341976 Sep 22 16:55:17.536703 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed4debf-9688-4a39-8af6-47ae2ca4cf1f req-0ed82892-72b4-4b45-84a6-51d5ab3eec3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:55:17.538551 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-9ed4debf-9688-4a39-8af6-47ae2ca4cf1f req-0ed82892-72b4-4b45-84a6-51d5ab3eec3e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=96c03f4d-686c-4f25-909a-981fa21718e9 HTTP/1.1" status: 200 len: 848 time: 0.0470996 Sep 22 16:55:17.585611 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed4debf-9688-4a39-8af6-47ae2ca4cf1f req-28097c34-74b9-44fe-9010-269385252b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:55:17.587123 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-9ed4debf-9688-4a39-8af6-47ae2ca4cf1f req-28097c34-74b9-44fe-9010-269385252b51 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f8f4386e-978e-4729-9bdc-24d4ee0cd6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417883 Sep 22 16:55:17.679614 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-9ed4debf-9688-4a39-8af6-47ae2ca4cf1f req-69bee9e6-0a2e-4540-9f79-32d135fbe149 service neutron] 10.222.0.72 "GET /v2.0/networks/f8f4386e-978e-4729-9bdc-24d4ee0cd6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851049 Sep 22 16:55:17.786554 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-9ed4debf-9688-4a39-8af6-47ae2ca4cf1f req-67db1fca-947c-459f-89b2-6c56be4c06ff service neutron] 10.222.0.72 "GET /v2.0/networks/f8f4386e-978e-4729-9bdc-24d4ee0cd6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951486 Sep 22 16:55:17.973803 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e37f9e-1aa9-4915-9fe1-d6c61b8233e3 req-614a8845-9380-4c49-99d9-cae7f81e5855 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:55:17.975261 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-64e37f9e-1aa9-4915-9fe1-d6c61b8233e3 req-614a8845-9380-4c49-99d9-cae7f81e5855 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0ffadad-26f2-4371-99ee-0fb5193124bb HTTP/1.1" status: 200 len: 944 time: 0.0525126 Sep 22 16:55:18.014401 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-64e37f9e-1aa9-4915-9fe1-d6c61b8233e3 req-efe8fd54-3572-4927-9443-62f27867008f tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/security-groups?id=8181c2dd-9d82-4af3-8b34-bfe3de99173c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331042 Sep 22 16:55:19.126825 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13cd09c-0fab-4044-9b07-417f7a3588c8 req-6171dbb4-2db6-45f9-8854-328b79d57de8 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:55:19.128292 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-c13cd09c-0fab-4044-9b07-417f7a3588c8 req-6171dbb4-2db6-45f9-8854-328b79d57de8 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0ffadad-26f2-4371-99ee-0fb5193124bb HTTP/1.1" status: 200 len: 944 time: 0.0477722 Sep 22 16:55:19.165785 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-c13cd09c-0fab-4044-9b07-417f7a3588c8 req-e7efadbc-a46b-4551-acd8-768b904ff4a9 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/security-groups?id=8181c2dd-9d82-4af3-8b34-bfe3de99173c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309365 Sep 22 16:55:20.281814 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11217ed-e195-4993-b5ce-44499ed97bac req-3f74a625-8162-43b8-920e-1cedfcb61d14 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:55:20.283274 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-b11217ed-e195-4993-b5ce-44499ed97bac req-3f74a625-8162-43b8-920e-1cedfcb61d14 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0ffadad-26f2-4371-99ee-0fb5193124bb HTTP/1.1" status: 200 len: 944 time: 0.0485034 Sep 22 16:55:20.320201 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-b11217ed-e195-4993-b5ce-44499ed97bac req-154cb449-1e4b-4be4-927c-262a0217544d tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/security-groups?id=8181c2dd-9d82-4af3-8b34-bfe3de99173c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301452 Sep 22 16:55:21.438389 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bbc97f-5960-40af-beaa-ec4782e36bff req-e8794ba1-3181-4974-a60e-22016ea8794e tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:55:21.439860 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-45bbc97f-5960-40af-beaa-ec4782e36bff req-e8794ba1-3181-4974-a60e-22016ea8794e tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0ffadad-26f2-4371-99ee-0fb5193124bb HTTP/1.1" status: 200 len: 944 time: 0.0515909 Sep 22 16:55:21.476288 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-45bbc97f-5960-40af-beaa-ec4782e36bff req-3afb9d2f-8d5a-4343-934b-a58407834c22 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/security-groups?id=8181c2dd-9d82-4af3-8b34-bfe3de99173c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305204 Sep 22 16:55:22.595494 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5942b37c-462c-4c99-90ae-57bb80493c9a req-1616870e-23a2-4cce-a06a-6b09971834a6 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:55:22.597148 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-5942b37c-462c-4c99-90ae-57bb80493c9a req-1616870e-23a2-4cce-a06a-6b09971834a6 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0ffadad-26f2-4371-99ee-0fb5193124bb HTTP/1.1" status: 200 len: 944 time: 0.0510519 Sep 22 16:55:22.637924 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-5942b37c-462c-4c99-90ae-57bb80493c9a req-63606b83-31f1-4cd0-adb5-21789b6c6f99 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/security-groups?id=8181c2dd-9d82-4af3-8b34-bfe3de99173c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344572 Sep 22 16:55:23.750870 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac7564c-fb77-422a-8ca2-e8ccd6133596 req-af8857b1-0962-4624-bc99-334797b7bfe2 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:55:23.752318 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-aac7564c-fb77-422a-8ca2-e8ccd6133596 req-af8857b1-0962-4624-bc99-334797b7bfe2 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0ffadad-26f2-4371-99ee-0fb5193124bb HTTP/1.1" status: 200 len: 944 time: 0.0471137 Sep 22 16:55:23.788713 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-aac7564c-fb77-422a-8ca2-e8ccd6133596 req-fee90546-8b9b-4429-8719-25697e15ba99 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/security-groups?id=8181c2dd-9d82-4af3-8b34-bfe3de99173c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299711 Sep 22 16:55:24.906213 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c956929-3fa0-422a-9540-6c08c5be5e7f req-c2ceeee2-7353-4477-83be-8c45b4a3e503 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:55:24.907668 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-1c956929-3fa0-422a-9540-6c08c5be5e7f req-c2ceeee2-7353-4477-83be-8c45b4a3e503 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0ffadad-26f2-4371-99ee-0fb5193124bb HTTP/1.1" status: 200 len: 944 time: 0.0518632 Sep 22 16:55:24.944733 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-1c956929-3fa0-422a-9540-6c08c5be5e7f req-6cdbe660-0e91-462b-a606-b0e12056481e tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/security-groups?id=8181c2dd-9d82-4af3-8b34-bfe3de99173c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301955 Sep 22 16:55:25.733541 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-c8a9bf36-449a-4f1e-b4be-53e26710ae72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:55:26.107331 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f301f79-49b0-48d7-8991-cb22512aa012 req-863e25bb-b6d5-4f1d-9200-309f8ae64658 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:55:26.108801 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-0f301f79-49b0-48d7-8991-cb22512aa012 req-863e25bb-b6d5-4f1d-9200-309f8ae64658 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0ffadad-26f2-4371-99ee-0fb5193124bb HTTP/1.1" status: 200 len: 944 time: 0.0486090 Sep 22 16:55:26.145213 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-0f301f79-49b0-48d7-8991-cb22512aa012 req-6ddcc293-a2e5-4ce3-99c2-75fc7348816f tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/security-groups?id=8181c2dd-9d82-4af3-8b34-bfe3de99173c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306222 Sep 22 16:55:26.441036 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:55:26.702032 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device 232dff2a-53dc-4bf8-9b73-8638e469e31b details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=100454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 16:55:26.795208 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port 232dff2a-53dc-4bf8-9b73-8638e469e31b, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=232dff2a-53dc-4bf8-9b73-8638e469e31b,segment=NetworkSegment(31220470-9569-42d0-934c-b509819951d9),segment_id=31220470-9569-42d0-934c-b509819951d9)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:55:26.806613 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Returning: {'device': '232dff2a-53dc-4bf8-9b73-8638e469e31b', 'network_id': 'f8f4386e-978e-4729-9bdc-24d4ee0cd6f1', 'port_id': '232dff2a-53dc-4bf8-9b73-8638e469e31b', 'mac_address': 'fa:16:3e:c3:52:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1053, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96c03f4d-686c-4f25-909a-981fa21718e9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 16:55:26.842789 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:55:26.855113 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.notifiers.nova [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 232dff2a-53dc-4bf8-9b73-8638e469e31b {{(pid=100454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 16:55:26.873664 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port 232dff2a-53dc-4bf8-9b73-8638e469e31b, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=232dff2a-53dc-4bf8-9b73-8638e469e31b,segment=NetworkSegment(31220470-9569-42d0-934c-b509819951d9),segment_id=31220470-9569-42d0-934c-b509819951d9)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:55:26.877989 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:55:26.923374 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Pushing event updated for resources: {'Port': ['ID=232dff2a-53dc-4bf8-9b73-8638e469e31b,revision_number=4']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:55:27.199768 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] get_ports_and_sgs() called for port_ids ['232dff2a-53dc-4bf8-9b73-8638e469e31b'] {{(pid=100454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 16:55:27.263179 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a7718-e428-429d-b5c9-d6a104a67845 req-c3f4e186-1647-4c4d-8e07-bddc58aa0dc1 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:55:27.264652 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-c59a7718-e428-429d-b5c9-d6a104a67845 req-c3f4e186-1647-4c4d-8e07-bddc58aa0dc1 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0ffadad-26f2-4371-99ee-0fb5193124bb HTTP/1.1" status: 200 len: 945 time: 0.0495603 Sep 22 16:55:27.302197 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-c59a7718-e428-429d-b5c9-d6a104a67845 req-03d45941-4ed5-4877-ae1c-ccf0f665d401 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/security-groups?id=8181c2dd-9d82-4af3-8b34-bfe3de99173c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315921 Sep 22 16:55:27.421750 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-7f18ffe4-e702-46e0-88b8-f7b2e0c64d03 req-9a7c4fa2-8415-4a03-9fb1-6cbc27b51192 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=007d3ba2-e5ca-4536-b2bb-3e32c7d55715&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388646 Sep 22 16:55:27.501482 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f18ffe4-e702-46e0-88b8-f7b2e0c64d03 req-01634e32-5811-4c44-bdd2-6128f7b25b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:55:27.502979 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-7f18ffe4-e702-46e0-88b8-f7b2e0c64d03 req-01634e32-5811-4c44-bdd2-6128f7b25b87 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4268d5a7c3ba47fc9f303a67b37aee7a&device_id=007d3ba2-e5ca-4536-b2bb-3e32c7d55715 HTTP/1.1" status: 200 len: 1098 time: 0.0398469 Sep 22 16:55:27.608168 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f18ffe4-e702-46e0-88b8-f7b2e0c64d03 req-37b31887-6bed-47fa-ab2b-0144e5386111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:55:27.609634 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-7f18ffe4-e702-46e0-88b8-f7b2e0c64d03 req-37b31887-6bed-47fa-ab2b-0144e5386111 service neutron] 10.222.0.72 "GET /v2.0/networks?id=aababfd4-24d1-4477-9e08-13669f02d6c3 HTTP/1.1" status: 200 len: 914 time: 0.0864582 Sep 22 16:55:27.672603 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-7f18ffe4-e702-46e0-88b8-f7b2e0c64d03 req-c0f5f6c3-fcbb-4dcd-8c3a-9e6a3bc66322 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e463de9-26fc-4218-802c-eb743c68b3b4 HTTP/1.1" status: 200 len: 1001 time: 0.0546033 Sep 22 16:55:27.731294 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f18ffe4-e702-46e0-88b8-f7b2e0c64d03 req-c2c7f0cf-e17d-40e9-90e2-c4f9dd16ecf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:55:27.732736 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-7f18ffe4-e702-46e0-88b8-f7b2e0c64d03 req-c2c7f0cf-e17d-40e9-90e2-c4f9dd16ecf6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fd70f39b-af57-4d8a-9640-3850988db9e5 HTTP/1.1" status: 200 len: 851 time: 0.0461173 Sep 22 16:55:27.778185 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f18ffe4-e702-46e0-88b8-f7b2e0c64d03 req-9b6c4043-a113-4426-94ea-61e08ee8c273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:55:27.779621 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-7f18ffe4-e702-46e0-88b8-f7b2e0c64d03 req-9b6c4043-a113-4426-94ea-61e08ee8c273 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=aababfd4-24d1-4477-9e08-13669f02d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383825 Sep 22 16:55:27.873979 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-7f18ffe4-e702-46e0-88b8-f7b2e0c64d03 req-e0083cd1-298f-4052-bb27-c1eb24d3edb8 service neutron] 10.222.0.72 "GET /v2.0/networks/aababfd4-24d1-4477-9e08-13669f02d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836701 Sep 22 16:55:27.961526 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-7f18ffe4-e702-46e0-88b8-f7b2e0c64d03 req-4f18f45b-b84e-433e-a790-027d9e3dc2bc service neutron] 10.222.0.72 "GET /v2.0/networks/aababfd4-24d1-4477-9e08-13669f02d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791340 Sep 22 16:55:28.422878 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bdcaa8-79a6-40c4-9f14-0540941b9083 req-d0ece1d5-f36b-4ff3-af8d-b4fe8f58a5b3 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:55:28.424240 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a8bdcaa8-79a6-40c4-9f14-0540941b9083 req-d0ece1d5-f36b-4ff3-af8d-b4fe8f58a5b3 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0ffadad-26f2-4371-99ee-0fb5193124bb HTTP/1.1" status: 200 len: 945 time: 0.0513883 Sep 22 16:55:28.461640 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a8bdcaa8-79a6-40c4-9f14-0540941b9083 req-5e50cfe0-34b9-48ce-90a0-723b8c928700 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/security-groups?id=8181c2dd-9d82-4af3-8b34-bfe3de99173c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310018 Sep 22 16:55:28.700370 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-fb4260c7-576b-4e5c-8527-65fdadbc4344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:55:28.719291 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device 232dff2a-53dc-4bf8-9b73-8638e469e31b up at agent hyperv_hv-cinder-80996 {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 16:55:28.769544 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Provisioning for port 232dff2a-53dc-4bf8-9b73-8638e469e31b completed by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:55:28.774181 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Provisioning complete for port 232dff2a-53dc-4bf8-9b73-8638e469e31b triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:55:28.774550 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:55:28.847027 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:55:28.868221 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ffadad-26f2-4371-99ee-0fb5193124bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '232dff2a-53dc-4bf8-9b73-8638e469e31b'}] {{(pid=100454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 16:55:28.870561 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16d40b4f2de209020387121264880f1a965f25742078a59137d58ca0948e8304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8872bc-0ac6-48fa-84a4-54297e7ea527" -d '{"events": [{"server_uuid": "c0ffadad-26f2-4371-99ee-0fb5193124bb", "name": "network-vif-plugged", "status": "completed", "tag": "232dff2a-53dc-4bf8-9b73-8638e469e31b"}]}' {{(pid=100454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:55:28.884412 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port 232dff2a-53dc-4bf8-9b73-8638e469e31b, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=232dff2a-53dc-4bf8-9b73-8638e469e31b,segment=NetworkSegment(31220470-9569-42d0-934c-b509819951d9),segment_id=31220470-9569-42d0-934c-b509819951d9)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:55:28.888254 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:55:28.910309 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 16:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13daacb-c5db-4cfa-90dd-b1ffc2b74b1a x-openstack-request-id: req-e13daacb-c5db-4cfa-90dd-b1ffc2b74b1a {{(pid=100454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:55:28.910594 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0ffadad-26f2-4371-99ee-0fb5193124bb", "name": "network-vif-plugged", "status": "completed", "tag": "232dff2a-53dc-4bf8-9b73-8638e469e31b", "code": 200}]} {{(pid=100454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:55:28.910840 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e13daacb-c5db-4cfa-90dd-b1ffc2b74b1a {{(pid=100454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:55:28.911213 dv-cinder-809968-4-iscsi neutron-server[100454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0ffadad-26f2-4371-99ee-0fb5193124bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '232dff2a-53dc-4bf8-9b73-8638e469e31b', 'code': 200} Sep 22 16:55:28.938551 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Pushing event updated for resources: {'Port': ['ID=232dff2a-53dc-4bf8-9b73-8638e469e31b,revision_number=5']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:55:29.023520 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:55:29.134651 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551bb6bd-a1d9-4e9a-8fe6-07da0142159f req-5b0e4740-93be-48f2-923a-85ee13aacc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:55:29.136098 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-551bb6bd-a1d9-4e9a-8fe6-07da0142159f req-5b0e4740-93be-48f2-923a-85ee13aacc1c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c0ffadad-26f2-4371-99ee-0fb5193124bb HTTP/1.1" status: 200 len: 1099 time: 0.0401573 Sep 22 16:55:29.170114 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-551bb6bd-a1d9-4e9a-8fe6-07da0142159f req-786f9cda-0133-4399-a702-b29db746f433 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8181c2dd-9d82-4af3-8b34-bfe3de99173c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270026 Sep 22 16:55:29.574227 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ee81c-20d0-494a-9239-22d1c1818a0a req-93913101-9ec4-4931-9560-e99c3bef58b0 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:55:29.575674 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-529ee81c-20d0-494a-9239-22d1c1818a0a req-93913101-9ec4-4931-9560-e99c3bef58b0 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0ffadad-26f2-4371-99ee-0fb5193124bb HTTP/1.1" status: 200 len: 946 time: 0.0477796 Sep 22 16:55:29.613687 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-529ee81c-20d0-494a-9239-22d1c1818a0a req-6b4db168-4e46-468b-972f-57a9d0ad23c9 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/security-groups?id=8181c2dd-9d82-4af3-8b34-bfe3de99173c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322216 Sep 22 16:55:29.623984 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-c376604a-15ac-4af8-994c-a8e4e85893e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:55:30.729143 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963d3c0c-db57-46d5-b50b-30d1c7a18d19 req-a8b0c7d4-f92b-4028-9f0d-c578220ab51f tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:55:30.730638 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-963d3c0c-db57-46d5-b50b-30d1c7a18d19 req-a8b0c7d4-f92b-4028-9f0d-c578220ab51f tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0ffadad-26f2-4371-99ee-0fb5193124bb HTTP/1.1" status: 200 len: 946 time: 0.0484877 Sep 22 16:55:30.767562 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-963d3c0c-db57-46d5-b50b-30d1c7a18d19 req-4923719c-61e1-4845-bd8b-0627c5f231a9 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/security-groups?id=8181c2dd-9d82-4af3-8b34-bfe3de99173c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310850 Sep 22 16:55:30.947527 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ea12bc52-457f-4758-858a-1e27800db098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:55:30.956124 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad3f924-7ed6-4691-b79d-950c22c150d1 req-cb88c491-19af-4c23-9bd4-0cc3c476a4cc tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:55:30.957594 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-6ad3f924-7ed6-4691-b79d-950c22c150d1 req-cb88c491-19af-4c23-9bd4-0cc3c476a4cc tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0ffadad-26f2-4371-99ee-0fb5193124bb HTTP/1.1" status: 200 len: 946 time: 0.0514290 Sep 22 16:55:30.994814 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-6ad3f924-7ed6-4691-b79d-950c22c150d1 req-180a1fa1-7a35-4043-aabd-740a14158fcc tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/security-groups?id=8181c2dd-9d82-4af3-8b34-bfe3de99173c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303383 Sep 22 16:55:31.016508 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 33636) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:55:31.146378 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268f0e7c-a1f6-4b5a-b3f8-d7568297df4d tempest-TestShelveInstance-824216233 tempest-TestShelveInstance-824216233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:55:31.147879 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-268f0e7c-a1f6-4b5a-b3f8-d7568297df4d tempest-TestShelveInstance-824216233 tempest-TestShelveInstance-824216233-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=c0ffadad-26f2-4371-99ee-0fb5193124bb HTTP/1.1" status: 200 len: 1094 time: 0.1304092 Sep 22 16:55:31.150793 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 33640) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:55:31.155027 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.v2.base [None req-9d305c1b-9034-431c-a3e1-197488ec7b56 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Request body: {'floatingip': {'floating_network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'port_id': '232dff2a-53dc-4bf8-9b73-8638e469e31b', 'tenant_id': '539e90d12b004781baa4dc86d2602fcb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:55:31.175838 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-9d305c1b-9034-431c-a3e1-197488ec7b56 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Notify callbacks [] for floatingip, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:55:31.272261 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-9d305c1b-9034-431c-a3e1-197488ec7b56 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:55:31.373353 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.db.db_base_plugin_common [None req-9d305c1b-9034-431c-a3e1-197488ec7b56 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Allocated IP 172.27.0.212 (e265bfb9-6000-4acf-b4f9-12e0cf12940a/83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8/bad359ca-f4c1-42ea-bcac-cd2ae7b86152) {{(pid=100453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:55:31.474515 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-9d305c1b-9034-431c-a3e1-197488ec7b56 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Notify callbacks [] for port, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:55:31.506341 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-9d305c1b-9034-431c-a3e1-197488ec7b56 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735274499777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8594183'] for port, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:55:31.542435 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d305c1b-9034-431c-a3e1-197488ec7b56 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Network e265bfb9-6000-4acf-b4f9-12e0cf12940a is already hosted by enough agents. {{(pid=100453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:55:31.545102 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.base_scheduler [None req-9d305c1b-9034-431c-a3e1-197488ec7b56 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Resources bound (agent type, host, resource id): {{(pid=100453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:55:31.548424 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d305c1b-9034-431c-a3e1-197488ec7b56 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Received port after_create {{(pid=100453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 16:55:31.572289 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d305c1b-9034-431c-a3e1-197488ec7b56 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Pushing event updated for resources: {'Port': ['ID=bad359ca-f4c1-42ea-bcac-cd2ae7b86152,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:55:31.584983 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d305c1b-9034-431c-a3e1-197488ec7b56 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:55:31.585329 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d305c1b-9034-431c-a3e1-197488ec7b56 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:55:31.585698 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d305c1b-9034-431c-a3e1-197488ec7b56 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:55:31.586030 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d305c1b-9034-431c-a3e1-197488ec7b56 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:55:31.586360 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d305c1b-9034-431c-a3e1-197488ec7b56 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:55:31.586687 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d305c1b-9034-431c-a3e1-197488ec7b56 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:55:31.587012 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d305c1b-9034-431c-a3e1-197488ec7b56 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:55:31.587330 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d305c1b-9034-431c-a3e1-197488ec7b56 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:55:31.587651 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d305c1b-9034-431c-a3e1-197488ec7b56 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:55:31.587969 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d305c1b-9034-431c-a3e1-197488ec7b56 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:55:31.588286 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d305c1b-9034-431c-a3e1-197488ec7b56 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:55:31.588607 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d305c1b-9034-431c-a3e1-197488ec7b56 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:55:31.907980 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-9d305c1b-9034-431c-a3e1-197488ec7b56 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:55:31.972232 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-9d305c1b-9034-431c-a3e1-197488ec7b56 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:55:32.117227 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-9d305c1b-9034-431c-a3e1-197488ec7b56 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Notify callbacks [] for port, precommit_update {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:55:32.122534 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-9d305c1b-9034-431c-a3e1-197488ec7b56 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8594188'] for port, after_update {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:55:32.193508 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d305c1b-9034-431c-a3e1-197488ec7b56 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Pushing event updated for resources: {'Port': ['ID=bad359ca-f4c1-42ea-bcac-cd2ae7b86152,revision_number=2']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:55:32.205411 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-9d305c1b-9034-431c-a3e1-197488ec7b56 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700864'] for floatingip, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:55:32.301288 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.db.l3_db [None req-9d305c1b-9034-431c-a3e1-197488ec7b56 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Floating IP 8fea6600-eccc-4b40-b078-354a3de97f45 associated. External IP: 172.27.0.212, port: 232dff2a-53dc-4bf8-9b73-8638e469e31b. Sep 22 16:55:32.509225 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d305c1b-9034-431c-a3e1-197488ec7b56 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Router 82e2ed07-e4ef-4301-8b8e-aa578f87d3e8 has already been hosted by L3 agent c3efc510-1e60-45c8-b68a-00a20fddc4a4 {{(pid=100453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 16:55:32.612446 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d305c1b-9034-431c-a3e1-197488ec7b56 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Notify agent at l3_agent.dv-cinder-809968-4-iscsi the message routers_updated {{(pid=100453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 16:55:32.622495 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e3d3a1-2ca1-4522-9dc9-024706d9510d None None] Sync routers for ids ['82e2ed07-e4ef-4301-8b8e-aa578f87d3e8'] in dv-cinder-809968-4-iscsi {{(pid=100454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 16:55:32.627874 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-9d305c1b-9034-431c-a3e1-197488ec7b56 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306'] for floatingip, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:55:32.632145 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e3d3a1-2ca1-4522-9dc9-024706d9510d None None] Routers {'82e2ed07-e4ef-4301-8b8e-aa578f87d3e8'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 16:55:32.632768 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-02e3d3a1-2ca1-4522-9dc9-024706d9510d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:55:29Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['82e2ed07-e4ef-4301-8b8e-aa578f87d3e8'], 'active': True} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:55:32.654577 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-9d305c1b-9034-431c-a3e1-197488ec7b56 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5027947 Sep 22 16:55:32.655171 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0ffadad-26f2-4371-99ee-0fb5193124bb', 'tag': '232dff2a-53dc-4bf8-9b73-8638e469e31b'}] {{(pid=100453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 16:55:32.657388 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e4dd1ec7b6bb508b8f985d0227854479c11c36687027ca7eec5a37465d8b4ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109ecfa5-5ea0-4f9e-9169-0c77f64a21de" -d '{"events": [{"name": "network-changed", "server_uuid": "c0ffadad-26f2-4371-99ee-0fb5193124bb", "tag": "232dff2a-53dc-4bf8-9b73-8638e469e31b"}]}' {{(pid=100453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:55:32.693205 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 16:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050854c8-6a4f-4fdb-966a-a53590f3ddc6 x-openstack-request-id: req-050854c8-6a4f-4fdb-966a-a53590f3ddc6 {{(pid=100453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:55:32.693463 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0ffadad-26f2-4371-99ee-0fb5193124bb", "tag": "232dff2a-53dc-4bf8-9b73-8638e469e31b", "status": "completed", "code": 200}]} {{(pid=100453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:55:32.693752 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-050854c8-6a4f-4fdb-966a-a53590f3ddc6 {{(pid=100453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:55:32.694140 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0ffadad-26f2-4371-99ee-0fb5193124bb', 'tag': '232dff2a-53dc-4bf8-9b73-8638e469e31b', 'status': 'completed', 'code': 200} Sep 22 16:55:32.739422 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvr_db [None req-02e3d3a1-2ca1-4522-9dc9-024706d9510d None None] Set router 82e2ed07-e4ef-4301-8b8e-aa578f87d3e8 gateway port host: dv-cinder-809968-4-iscsi {{(pid=100454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 16:55:32.764125 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ecfa5-5ea0-4f9e-9169-0c77f64a21de req-79533131-1ddf-4256-987c-3b9c2ea65282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:55:32.765519 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-109ecfa5-5ea0-4f9e-9169-0c77f64a21de req-79533131-1ddf-4256-987c-3b9c2ea65282 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=539e90d12b004781baa4dc86d2602fcb&device_id=c0ffadad-26f2-4371-99ee-0fb5193124bb HTTP/1.1" status: 200 len: 1099 time: 0.0449722 Sep 22 16:55:32.855006 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ecfa5-5ea0-4f9e-9169-0c77f64a21de req-1742c3b4-4ae5-4fc3-a332-cb5bcbdfd274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:55:32.856519 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-109ecfa5-5ea0-4f9e-9169-0c77f64a21de req-1742c3b4-4ae5-4fc3-a332-cb5bcbdfd274 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f8f4386e-978e-4729-9bdc-24d4ee0cd6f1 HTTP/1.1" status: 200 len: 911 time: 0.0824687 Sep 22 16:55:32.926078 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-109ecfa5-5ea0-4f9e-9169-0c77f64a21de req-d51c8a8f-8d76-4ab8-bc81-068407fb5dab service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=232dff2a-53dc-4bf8-9b73-8638e469e31b HTTP/1.1" status: 200 len: 1000 time: 0.0614054 Sep 22 16:55:32.960262 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-02e3d3a1-2ca1-4522-9dc9-024706d9510d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e2ed07-e4ef-4301-8b8e-aa578f87d3e8', 'name': 'tempest-TestShelveInstance-1412775713-router', 'tenant_id': '539e90d12b004781baa4dc86d2602fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '6124e9f7-be11-4274-b2a1-d9312930de20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:54:41Z', 'updated_at': '2021-09-22T16:54:43Z', 'revision_number': 4, 'project_id': '539e90d12b004781baa4dc86d2602fcb', 'gw_port': {'id': '6124e9f7-be11-4274-b2a1-d9312930de20', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:44:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e2ed07-e4ef-4301-8b8e-aa578f87d3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:54:41Z', 'updated_at': '2021-09-22T16:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_floatingips': [{'id': '8fea6600-eccc-4b40-b078-354a3de97f45', 'tenant_id': '539e90d12b004781baa4dc86d2602fcb', 'floating_ip_address': '172.27.0.212', 'floating_network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'router_id': '82e2ed07-e4ef-4301-8b8e-aa578f87d3e8', 'port_id': '232dff2a-53dc-4bf8-9b73-8638e469e31b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8f4386e-978e-4729-9bdc-24d4ee0cd6f1', 'mac_address': 'fa:16:3e:c3:52:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ffadad-26f2-4371-99ee-0fb5193124bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T16:55:31Z', 'updated_at': '2021-09-22T16:55:31Z', 'revision_number': 0, 'project_id': '539e90d12b004781baa4dc86d2602fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30523a6d-7d4d-4ef0-824a-8eb0d1b2b431', 'name': '', 'network_id': 'f8f4386e-978e-4729-9bdc-24d4ee0cd6f1', 'tenant_id': '539e90d12b004781baa4dc86d2602fcb', 'mac_address': 'fa:16:3e:fb:22:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e2ed07-e4ef-4301-8b8e-aa578f87d3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '96c03f4d-686c-4f25-909a-981fa21718e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:54:43Z', 'updated_at': '2021-09-22T16:54:48Z', 'revision_number': 5, 'project_id': '539e90d12b004781baa4dc86d2602fcb', 'subnets': [{'id': '96c03f4d-686c-4f25-909a-981fa21718e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:55:32.977377 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ecfa5-5ea0-4f9e-9169-0c77f64a21de req-576c9306-d14d-47eb-bdc1-449cfb2dd120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:55:32.978925 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-109ecfa5-5ea0-4f9e-9169-0c77f64a21de req-576c9306-d14d-47eb-bdc1-449cfb2dd120 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=96c03f4d-686c-4f25-909a-981fa21718e9 HTTP/1.1" status: 200 len: 848 time: 0.0449808 Sep 22 16:55:32.986083 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e3d3a1-2ca1-4522-9dc9-024706d9510d None None] Checking router: 82e2ed07-e4ef-4301-8b8e-aa578f87d3e8 for host: dv-cinder-809968-4-iscsi {{(pid=100454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 16:55:32.994855 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e3d3a1-2ca1-4522-9dc9-024706d9510d None None] Routers {'82e2ed07-e4ef-4301-8b8e-aa578f87d3e8'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 16:55:32.995473 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-02e3d3a1-2ca1-4522-9dc9-024706d9510d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:55:29Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['82e2ed07-e4ef-4301-8b8e-aa578f87d3e8'], 'active': True} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:55:33.028617 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ecfa5-5ea0-4f9e-9169-0c77f64a21de req-111fc9e6-624e-4297-a0c5-dcc8b5c5066d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:55:33.030066 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-109ecfa5-5ea0-4f9e-9169-0c77f64a21de req-111fc9e6-624e-4297-a0c5-dcc8b5c5066d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f8f4386e-978e-4729-9bdc-24d4ee0cd6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429420 Sep 22 16:55:33.101384 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvr_db [None req-02e3d3a1-2ca1-4522-9dc9-024706d9510d None None] Set router 82e2ed07-e4ef-4301-8b8e-aa578f87d3e8 gateway port host: dv-cinder-809968-4-iscsi {{(pid=100454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 16:55:33.123648 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-109ecfa5-5ea0-4f9e-9169-0c77f64a21de req-2b1d021a-7298-4161-b43f-c60e5169eae0 service neutron] 10.222.0.72 "GET /v2.0/networks/f8f4386e-978e-4729-9bdc-24d4ee0cd6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837524 Sep 22 16:55:33.217212 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-109ecfa5-5ea0-4f9e-9169-0c77f64a21de req-dc1b8d64-111c-4a38-a5f7-f1a6b43bc8d6 service neutron] 10.222.0.72 "GET /v2.0/networks/f8f4386e-978e-4729-9bdc-24d4ee0cd6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852373 Sep 22 16:55:33.329191 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-02e3d3a1-2ca1-4522-9dc9-024706d9510d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e2ed07-e4ef-4301-8b8e-aa578f87d3e8', 'name': 'tempest-TestShelveInstance-1412775713-router', 'tenant_id': '539e90d12b004781baa4dc86d2602fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '6124e9f7-be11-4274-b2a1-d9312930de20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:54:41Z', 'updated_at': '2021-09-22T16:54:43Z', 'revision_number': 4, 'project_id': '539e90d12b004781baa4dc86d2602fcb', 'gw_port': {'id': '6124e9f7-be11-4274-b2a1-d9312930de20', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:44:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e2ed07-e4ef-4301-8b8e-aa578f87d3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:54:41Z', 'updated_at': '2021-09-22T16:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_floatingips': [{'id': '8fea6600-eccc-4b40-b078-354a3de97f45', 'tenant_id': '539e90d12b004781baa4dc86d2602fcb', 'floating_ip_address': '172.27.0.212', 'floating_network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'router_id': '82e2ed07-e4ef-4301-8b8e-aa578f87d3e8', 'port_id': '232dff2a-53dc-4bf8-9b73-8638e469e31b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8f4386e-978e-4729-9bdc-24d4ee0cd6f1', 'mac_address': 'fa:16:3e:c3:52:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ffadad-26f2-4371-99ee-0fb5193124bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T16:55:31Z', 'updated_at': '2021-09-22T16:55:31Z', 'revision_number': 0, 'project_id': '539e90d12b004781baa4dc86d2602fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30523a6d-7d4d-4ef0-824a-8eb0d1b2b431', 'name': '', 'network_id': 'f8f4386e-978e-4729-9bdc-24d4ee0cd6f1', 'tenant_id': '539e90d12b004781baa4dc86d2602fcb', 'mac_address': 'fa:16:3e:fb:22:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e2ed07-e4ef-4301-8b8e-aa578f87d3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '96c03f4d-686c-4f25-909a-981fa21718e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:54:43Z', 'updated_at': '2021-09-22T16:54:48Z', 'revision_number': 5, 'project_id': '539e90d12b004781baa4dc86d2602fcb', 'subnets': [{'id': '96c03f4d-686c-4f25-909a-981fa21718e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:55:33.354943 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e3d3a1-2ca1-4522-9dc9-024706d9510d None None] The sync data for ids ['82e2ed07-e4ef-4301-8b8e-aa578f87d3e8'] in dv-cinder-809968-4-iscsi is: [{'id': '82e2ed07-e4ef-4301-8b8e-aa578f87d3e8', 'name': 'tempest-TestShelveInstance-1412775713-router', 'tenant_id': '539e90d12b004781baa4dc86d2602fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '6124e9f7-be11-4274-b2a1-d9312930de20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:54:41Z', 'updated_at': '2021-09-22T16:54:43Z', 'revision_number': 4, 'project_id': '539e90d12b004781baa4dc86d2602fcb', 'gw_port': {'id': '6124e9f7-be11-4274-b2a1-d9312930de20', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:44:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e2ed07-e4ef-4301-8b8e-aa578f87d3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:54:41Z', 'updated_at': '2021-09-22T16:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_floatingips': [{'id': '8fea6600-eccc-4b40-b078-354a3de97f45', 'tenant_id': '539e90d12b004781baa4dc86d2602fcb', 'floating_ip_address': '172.27.0.212', 'floating_network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'router_id': '82e2ed07-e4ef-4301-8b8e-aa578f87d3e8', 'port_id': '232dff2a-53dc-4bf8-9b73-8638e469e31b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8f4386e-978e-4729-9bdc-24d4ee0cd6f1', 'mac_address': 'fa:16:3e:c3:52:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ffadad-26f2-4371-99ee-0fb5193124bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T16:55:31Z', 'updated_at': '2021-09-22T16:55:31Z', 'revision_number': 0, 'project_id': '539e90d12b004781baa4dc86d2602fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30523a6d-7d4d-4ef0-824a-8eb0d1b2b431', 'name': '', 'network_id': 'f8f4386e-978e-4729-9bdc-24d4ee0cd6f1', 'tenant_id': '539e90d12b004781baa4dc86d2602fcb', 'mac_address': 'fa:16:3e:fb:22:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e2ed07-e4ef-4301-8b8e-aa578f87d3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '96c03f4d-686c-4f25-909a-981fa21718e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:54:43Z', 'updated_at': '2021-09-22T16:54:48Z', 'revision_number': 5, 'project_id': '539e90d12b004781baa4dc86d2602fcb', 'subnets': [{'id': '96c03f4d-686c-4f25-909a-981fa21718e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 16:55:33.534137 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f14781c-41d6-4f80-bd62-6392483c90b7 None None] New status for floating IP 8fea6600-eccc-4b40-b078-354a3de97f45: ACTIVE {{(pid=100455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 16:55:48.013484 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.agents_db [None req-27f04faf-824b-4b06-8ae5-89241b6ab4ba None None] Agent healthcheck: found 6 active agents {{(pid=100455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 16:55:55.735392 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-471c218b-49fa-4fa4-a481-9d37e03046df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:55:56.459144 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:55:58.702365 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-fc6e3844-005b-4552-8ac7-b833d6411e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:55:59.024215 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:55:59.623157 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-c376604a-15ac-4af8-994c-a8e4e85893e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:56:00.954235 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ea12bc52-457f-4758-858a-1e27800db098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:56:19.399588 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c52fea1-9b8c-4093-8543-62b78d98fe31 req-eba090bb-96d5-423c-b4d5-285d5339b2db tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:56:19.401058 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-1c52fea1-9b8c-4093-8543-62b78d98fe31 req-eba090bb-96d5-423c-b4d5-285d5339b2db tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 946 time: 0.0511901 Sep 22 16:56:19.438479 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-1c52fea1-9b8c-4093-8543-62b78d98fe31 req-3f61c00f-50f2-4a7c-8189-d7763d8efb2d tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314789 Sep 22 16:56:20.557449 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b282169d-2561-48b9-946a-8da097ad8d48 req-340bef57-37f0-4fbe-be0e-fe19bf79191a tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:56:20.558925 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-b282169d-2561-48b9-946a-8da097ad8d48 req-340bef57-37f0-4fbe-be0e-fe19bf79191a tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 946 time: 0.0473039 Sep 22 16:56:20.595711 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-b282169d-2561-48b9-946a-8da097ad8d48 req-8d3d6791-427a-4c96-b798-06b6bb8fdd63 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304625 Sep 22 16:56:21.714794 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8216a1a6-5ddc-49b2-a83d-ee3466923c5c req-7ec04748-ac63-43af-a56f-51dfdece1d4c tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:56:21.716289 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-8216a1a6-5ddc-49b2-a83d-ee3466923c5c req-7ec04748-ac63-43af-a56f-51dfdece1d4c tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 946 time: 0.0482223 Sep 22 16:56:21.753549 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-8216a1a6-5ddc-49b2-a83d-ee3466923c5c req-a3c288b1-0e7a-4b2c-99f0-c539fae74f0b tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305827 Sep 22 16:56:22.874928 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444698c0-0e55-434d-ad06-910b0a1733c4 req-5520f51c-4f15-4f27-aa88-dd46c9a554c9 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:56:22.876389 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-444698c0-0e55-434d-ad06-910b0a1733c4 req-5520f51c-4f15-4f27-aa88-dd46c9a554c9 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 946 time: 0.0508974 Sep 22 16:56:22.914711 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-444698c0-0e55-434d-ad06-910b0a1733c4 req-b56e1934-0e60-42ff-8226-9203ccb0e938 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313528 Sep 22 16:56:24.032812 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b0891-d502-4b93-86f8-316059165206 req-6d0e1f75-6442-41ff-9b24-4c1da0e7055d tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:56:24.034705 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-3c9b0891-d502-4b93-86f8-316059165206 req-6d0e1f75-6442-41ff-9b24-4c1da0e7055d tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 946 time: 0.0480051 Sep 22 16:56:24.071940 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-3c9b0891-d502-4b93-86f8-316059165206 req-a40b0685-4122-43a1-9445-b1eee0a10744 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313179 Sep 22 16:56:25.011796 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.agents_db [None req-27f04faf-824b-4b06-8ae5-89241b6ab4ba None None] Agent healthcheck: found 6 active agents {{(pid=100455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 16:56:25.192165 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a861464-422b-4d98-be27-80f70e0103bb req-f23a77e0-13a3-453e-a9c0-23c4a994f6a9 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:56:25.193652 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-0a861464-422b-4d98-be27-80f70e0103bb req-f23a77e0-13a3-453e-a9c0-23c4a994f6a9 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 946 time: 0.0480030 Sep 22 16:56:25.229829 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-0a861464-422b-4d98-be27-80f70e0103bb req-a480812b-c469-4af8-a689-7a94c4fea916 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304151 Sep 22 16:56:25.735933 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-c03a52e7-e12c-4e56-8136-f984e7161eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:56:26.352529 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b739dd-089a-41c3-a4ab-b4fa66e8d0ef req-b29ad436-2115-4995-997f-b2e824a5826b tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:56:26.354007 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-37b739dd-089a-41c3-a4ab-b4fa66e8d0ef req-b29ad436-2115-4995-997f-b2e824a5826b tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 946 time: 0.0509272 Sep 22 16:56:26.390390 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-37b739dd-089a-41c3-a4ab-b4fa66e8d0ef req-c8727f83-5dba-4ae2-bc42-3fc99954ceb5 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306354 Sep 22 16:56:26.441780 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:56:27.510888 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cee81e-2492-42bd-811f-4e4942ac02c6 req-7b9ad8c4-8efc-49ec-957a-0c69761d711a tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:56:27.512353 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-c3cee81e-2492-42bd-811f-4e4942ac02c6 req-7b9ad8c4-8efc-49ec-957a-0c69761d711a tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 946 time: 0.0479918 Sep 22 16:56:27.548655 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-c3cee81e-2492-42bd-811f-4e4942ac02c6 req-80455239-9e0b-4f9d-bfc5-714f3c9f1ef9 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304399 Sep 22 16:56:28.436010 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05d52e-d2d2-4ba4-ac5d-48dc5380ee70 req-cf1bbd47-c5e7-4de8-85e8-2308d7864260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:56:28.437410 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-1a05d52e-d2d2-4ba4-ac5d-48dc5380ee70 req-cf1bbd47-c5e7-4de8-85e8-2308d7864260 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fe0862b93ee9429196930d5fd745e5cc&device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 1099 time: 0.0449457 Sep 22 16:56:28.536682 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05d52e-d2d2-4ba4-ac5d-48dc5380ee70 req-6a612645-b1eb-45f4-a5b7-585d607e9562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:56:28.538153 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-1a05d52e-d2d2-4ba4-ac5d-48dc5380ee70 req-6a612645-b1eb-45f4-a5b7-585d607e9562 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cf6bcf08-16c2-430e-b630-d9fa645b940f HTTP/1.1" status: 200 len: 919 time: 0.0819385 Sep 22 16:56:28.606932 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-1a05d52e-d2d2-4ba4-ac5d-48dc5380ee70 req-8c81fd74-6109-480c-a0f2-6f36c04fe8e1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3932ce7-0ea9-4221-a225-3b3db0751547 HTTP/1.1" status: 200 len: 1002 time: 0.0607288 Sep 22 16:56:28.656569 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05d52e-d2d2-4ba4-ac5d-48dc5380ee70 req-4505ae85-35a4-409c-968f-957798aa6b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:56:28.658066 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-1a05d52e-d2d2-4ba4-ac5d-48dc5380ee70 req-4505ae85-35a4-409c-968f-957798aa6b3a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7d91da0e-c8e1-4689-8df1-180aa1bc9ec6 HTTP/1.1" status: 200 len: 856 time: 0.0434170 Sep 22 16:56:28.669060 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32615558-3adf-4988-ada7-1767e651a546 req-23edb76b-1d4b-4058-829f-80984aa36437 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:56:28.670532 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-32615558-3adf-4988-ada7-1767e651a546 req-23edb76b-1d4b-4058-829f-80984aa36437 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 946 time: 0.0481570 Sep 22 16:56:28.702606 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-5af45788-b667-46bc-b371-d4da2f3a498c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:56:28.709096 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05d52e-d2d2-4ba4-ac5d-48dc5380ee70 req-cd3a2daa-6f83-46f3-8503-b26585de44d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:56:28.710712 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-1a05d52e-d2d2-4ba4-ac5d-48dc5380ee70 req-cd3a2daa-6f83-46f3-8503-b26585de44d7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cf6bcf08-16c2-430e-b630-d9fa645b940f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448668 Sep 22 16:56:28.711701 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-32615558-3adf-4988-ada7-1767e651a546 req-6df7fae4-230d-4abd-87e5-dcefb193cf4d tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341561 Sep 22 16:56:28.806128 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-1a05d52e-d2d2-4ba4-ac5d-48dc5380ee70 req-8af3ce8e-7f1b-47ea-84a7-1d4bf2a57283 service neutron] 10.222.0.72 "GET /v2.0/networks/cf6bcf08-16c2-430e-b630-d9fa645b940f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871434 Sep 22 16:56:28.897618 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-1a05d52e-d2d2-4ba4-ac5d-48dc5380ee70 req-09200807-4c18-4673-990c-85c4825e6789 service neutron] 10.222.0.72 "GET /v2.0/networks/cf6bcf08-16c2-430e-b630-d9fa645b940f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817089 Sep 22 16:56:29.025884 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:56:29.628513 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-c376604a-15ac-4af8-994c-a8e4e85893e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:56:29.836293 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f67f867-6e50-480a-b559-3b6365b618f2 req-998578df-d5dd-4b99-b43e-4ab136d17d12 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:56:29.837780 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-1f67f867-6e50-480a-b559-3b6365b618f2 req-998578df-d5dd-4b99-b43e-4ab136d17d12 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 946 time: 0.0520375 Sep 22 16:56:29.875049 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-1f67f867-6e50-480a-b559-3b6365b618f2 req-a791a404-cc37-4cd6-9166-f6e1464287bc tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314186 Sep 22 16:56:30.954787 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ea12bc52-457f-4758-858a-1e27800db098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:56:30.997127 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43640e5-a3c3-4f88-b95f-62befe95f114 req-b5191acd-9034-4e89-94af-c43f442d5cc8 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:56:30.998632 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-b43640e5-a3c3-4f88-b95f-62befe95f114 req-b5191acd-9034-4e89-94af-c43f442d5cc8 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 946 time: 0.0504320 Sep 22 16:56:31.036922 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-b43640e5-a3c3-4f88-b95f-62befe95f114 req-f1985372-a534-4f67-9e0f-aef26f05c69b tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317187 Sep 22 16:56:32.155503 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79817739-ea6f-4dcd-a4b0-b302b221550e req-31552267-dd9d-4107-a3e3-7f283075eeca tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:56:32.156955 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-79817739-ea6f-4dcd-a4b0-b302b221550e req-31552267-dd9d-4107-a3e3-7f283075eeca tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 946 time: 0.0481703 Sep 22 16:56:32.194967 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-79817739-ea6f-4dcd-a4b0-b302b221550e req-abc199c2-b163-420e-a611-ba9a7c57e070 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313599 Sep 22 16:56:33.318108 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5200a1-c31e-4fbd-bc31-73a23c6ed520 req-889d5906-de4b-453b-8834-0881c6569084 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:56:33.319587 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-2d5200a1-c31e-4fbd-bc31-73a23c6ed520 req-889d5906-de4b-453b-8834-0881c6569084 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 946 time: 0.0524724 Sep 22 16:56:33.356370 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-2d5200a1-c31e-4fbd-bc31-73a23c6ed520 req-be8b3be6-15fc-4056-979c-75f045857245 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309391 Sep 22 16:56:34.476629 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db29bd-a96d-45b2-82f3-503a9265378f req-ac04ef34-0fa3-454e-911b-c541a6f81e4a tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:56:34.478020 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-46db29bd-a96d-45b2-82f3-503a9265378f req-ac04ef34-0fa3-454e-911b-c541a6f81e4a tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 946 time: 0.0479944 Sep 22 16:56:34.514239 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-46db29bd-a96d-45b2-82f3-503a9265378f req-dc10926a-cba4-4a5a-bb45-265ae0a216cb tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304413 Sep 22 16:56:35.631986 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043dd1c-46cd-409f-b9de-f611d9fe7794 req-b80bfa31-4cb6-4317-845b-4c537dab4dbc tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:56:35.633598 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-2043dd1c-46cd-409f-b9de-f611d9fe7794 req-b80bfa31-4cb6-4317-845b-4c537dab4dbc tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 946 time: 0.0477033 Sep 22 16:56:35.669982 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-2043dd1c-46cd-409f-b9de-f611d9fe7794 req-5ec0d4de-4b25-4960-824d-dc483b629ac5 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307441 Sep 22 16:56:36.792240 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ae59df-73c2-402b-abc4-1b3629a6e97a req-b91556be-ac82-4261-b315-4d0e2e324689 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:56:36.793729 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-c5ae59df-73c2-402b-abc4-1b3629a6e97a req-b91556be-ac82-4261-b315-4d0e2e324689 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 946 time: 0.0518467 Sep 22 16:56:36.831409 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-c5ae59df-73c2-402b-abc4-1b3629a6e97a req-c6ac9119-4c22-45e8-a3f7-a2fd0575f18f tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318453 Sep 22 16:56:37.070966 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device e3932ce7-0ea9-4221-a225-3b3db0751547 details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=100454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 16:56:37.162470 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port e3932ce7-0ea9-4221-a225-3b3db0751547, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=e3932ce7-0ea9-4221-a225-3b3db0751547,segment=NetworkSegment(3afac084-fecd-4942-8672-011c0558f65a),segment_id=3afac084-fecd-4942-8672-011c0558f65a)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:56:37.173253 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Returning: {'device': 'e3932ce7-0ea9-4221-a225-3b3db0751547', 'network_id': 'cf6bcf08-16c2-430e-b630-d9fa645b940f', 'port_id': 'e3932ce7-0ea9-4221-a225-3b3db0751547', 'mac_address': 'fa:16:3e:67:b6:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d91da0e-c8e1-4689-8df1-180aa1bc9ec6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 16:56:37.211889 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:56:37.224165 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.notifiers.nova [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e3932ce7-0ea9-4221-a225-3b3db0751547 {{(pid=100454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 16:56:37.243110 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port e3932ce7-0ea9-4221-a225-3b3db0751547, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=e3932ce7-0ea9-4221-a225-3b3db0751547,segment=NetworkSegment(3afac084-fecd-4942-8672-011c0558f65a),segment_id=3afac084-fecd-4942-8672-011c0558f65a)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:56:37.246780 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:56:37.294497 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Pushing event updated for resources: {'Port': ['ID=e3932ce7-0ea9-4221-a225-3b3db0751547,revision_number=6']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:56:37.301855 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:56:37.302208 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:56:37.302552 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:56:37.302889 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:56:37.303224 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:56:37.303556 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:56:37.303885 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:56:37.304219 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:56:37.304548 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:56:37.304873 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:56:37.305196 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:56:37.305517 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:56:37.352251 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] get_ports_and_sgs() called for port_ids ['e3932ce7-0ea9-4221-a225-3b3db0751547'] {{(pid=100454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 16:56:37.949713 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35e12f-2ca4-4d0f-9762-f3a70976d4a4 req-8eb7d7fb-33b3-4795-bfdd-3f933640038f tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:56:37.951184 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-7e35e12f-2ca4-4d0f-9762-f3a70976d4a4 req-8eb7d7fb-33b3-4795-bfdd-3f933640038f tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 945 time: 0.0486479 Sep 22 16:56:37.989419 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-7e35e12f-2ca4-4d0f-9762-f3a70976d4a4 req-264444e5-a870-4b69-8653-195bb6f351bf tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311635 Sep 22 16:56:39.056840 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device e3932ce7-0ea9-4221-a225-3b3db0751547 up at agent hyperv_hv-cinder-80996 {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 16:56:39.104757 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Provisioning complete for port e3932ce7-0ea9-4221-a225-3b3db0751547 triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:56:39.105267 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:56:39.108345 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3652422-ea32-4467-898b-2715e463e63b req-d97db6e4-108b-4f40-b659-cd9a75f33731 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:56:39.109841 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-b3652422-ea32-4467-898b-2715e463e63b req-d97db6e4-108b-4f40-b659-cd9a75f33731 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 945 time: 0.0489297 Sep 22 16:56:39.147190 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-b3652422-ea32-4467-898b-2715e463e63b req-81c32b1c-6393-4197-a6ea-ac563a86e76d tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315607 Sep 22 16:56:39.182386 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:56:39.207499 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a551ca0e-985b-4419-af0a-f596f4a6ea11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3932ce7-0ea9-4221-a225-3b3db0751547'}] {{(pid=100454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 16:56:39.209725 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16d40b4f2de209020387121264880f1a965f25742078a59137d58ca0948e8304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc00219d-f728-45ba-87d2-e76f951859d6" -d '{"events": [{"server_uuid": "a551ca0e-985b-4419-af0a-f596f4a6ea11", "name": "network-vif-plugged", "status": "completed", "tag": "e3932ce7-0ea9-4221-a225-3b3db0751547"}]}' {{(pid=100454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:56:39.222090 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port e3932ce7-0ea9-4221-a225-3b3db0751547, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=e3932ce7-0ea9-4221-a225-3b3db0751547,segment=NetworkSegment(3afac084-fecd-4942-8672-011c0558f65a),segment_id=3afac084-fecd-4942-8672-011c0558f65a)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:56:39.227374 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:56:39.251164 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 16:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cacf725-44c2-47fa-bb52-a222a3e76525 x-openstack-request-id: req-6cacf725-44c2-47fa-bb52-a222a3e76525 {{(pid=100454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:56:39.251985 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a551ca0e-985b-4419-af0a-f596f4a6ea11", "name": "network-vif-plugged", "status": "completed", "tag": "e3932ce7-0ea9-4221-a225-3b3db0751547", "code": 200}]} {{(pid=100454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:56:39.252233 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6cacf725-44c2-47fa-bb52-a222a3e76525 {{(pid=100454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:56:39.252858 dv-cinder-809968-4-iscsi neutron-server[100454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a551ca0e-985b-4419-af0a-f596f4a6ea11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3932ce7-0ea9-4221-a225-3b3db0751547', 'code': 200} Sep 22 16:56:39.277579 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Pushing event updated for resources: {'Port': ['ID=e3932ce7-0ea9-4221-a225-3b3db0751547,revision_number=7']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:56:40.268419 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d335b2-f6a3-4dcc-82c2-b4e6b939f84b req-40d2a69c-3310-4622-9cfc-20ad46a35408 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:56:40.269903 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f1d335b2-f6a3-4dcc-82c2-b4e6b939f84b req-40d2a69c-3310-4622-9cfc-20ad46a35408 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 946 time: 0.0510924 Sep 22 16:56:40.306194 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f1d335b2-f6a3-4dcc-82c2-b4e6b939f84b req-4d85632b-abd2-4e2b-a354-8a65e9b7b191 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304770 Sep 22 16:56:41.423728 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9aed71-cce8-4694-8024-78c006cce1f8 req-961b07ba-8632-4536-b0a0-8c70ecb74620 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:56:41.425673 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-bc9aed71-cce8-4694-8024-78c006cce1f8 req-961b07ba-8632-4536-b0a0-8c70ecb74620 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 946 time: 0.0483611 Sep 22 16:56:41.464178 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-bc9aed71-cce8-4694-8024-78c006cce1f8 req-c271291f-577a-496a-a2d4-8522d4fb1acd tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324528 Sep 22 16:56:42.580819 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c271bc-42c8-4703-9fe4-9e36238e8c34 req-d564efe6-6fff-42b4-8cac-c46e68accd4b tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:56:42.582291 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-79c271bc-42c8-4703-9fe4-9e36238e8c34 req-d564efe6-6fff-42b4-8cac-c46e68accd4b tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 946 time: 0.0478601 Sep 22 16:56:42.617536 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-79c271bc-42c8-4703-9fe4-9e36238e8c34 req-fcb752a2-74c3-4b72-af42-c92f98c02173 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293889 Sep 22 16:56:43.746889 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe66d01-1127-436b-a1fd-01f69f5b17f1 req-4412541b-0f44-4665-81eb-e8552f5cad3a tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:56:43.754813 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-5fe66d01-1127-436b-a1fd-01f69f5b17f1 req-4412541b-0f44-4665-81eb-e8552f5cad3a tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 946 time: 0.0618730 Sep 22 16:56:43.791081 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-5fe66d01-1127-436b-a1fd-01f69f5b17f1 req-6e633770-6918-4fb5-b8b3-5a8fff21f1d3 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353274 Sep 22 16:56:44.920741 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e23c43-e096-4b9f-a20e-42acbdace8fd req-2ce73341-4725-4b84-a67f-536e0561011f tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:56:44.923099 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f3e23c43-e096-4b9f-a20e-42acbdace8fd req-2ce73341-4725-4b84-a67f-536e0561011f tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 946 time: 0.0533826 Sep 22 16:56:44.973989 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f3e23c43-e096-4b9f-a20e-42acbdace8fd req-31775105-5977-4c97-8291-d8b1966c4a91 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358849 Sep 22 16:56:46.122169 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51afce0-9ee6-414e-a841-3b4cfdaa3158 req-d76d7b03-b4c9-4a24-9399-d4c7a5491242 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:56:46.123977 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f51afce0-9ee6-414e-a841-3b4cfdaa3158 req-d76d7b03-b4c9-4a24-9399-d4c7a5491242 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 946 time: 0.0658464 Sep 22 16:56:46.170448 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f51afce0-9ee6-414e-a841-3b4cfdaa3158 req-53419f8e-ce2b-4e5f-83b9-cde8dd4e6669 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387988 Sep 22 16:56:47.303759 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37796af-697f-4ca2-99f4-45b943bf5a63 req-c751e113-7c89-493c-bfb8-5ac13f9566d1 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:56:47.312133 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-d37796af-697f-4ca2-99f4-45b943bf5a63 req-c751e113-7c89-493c-bfb8-5ac13f9566d1 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 946 time: 0.0668812 Sep 22 16:56:47.349332 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-d37796af-697f-4ca2-99f4-45b943bf5a63 req-594bd9bc-7b13-41b6-97a8-e3ecb953a55c tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360515 Sep 22 16:56:48.481962 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c3df2f-633c-48ed-a486-6ae85ff11f2b req-cdaa47b2-7e0f-4ce4-b969-0e37c1586e55 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:56:48.491340 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-38c3df2f-633c-48ed-a486-6ae85ff11f2b req-cdaa47b2-7e0f-4ce4-b969-0e37c1586e55 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 946 time: 0.0671370 Sep 22 16:56:48.536439 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-38c3df2f-633c-48ed-a486-6ae85ff11f2b req-8efc0499-53a0-4c32-b3cf-87fe2525e6d9 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437875 Sep 22 16:56:49.687548 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b655320-83f4-4dab-b6d3-63f184e8e4b6 req-e4553bc8-8835-4c6d-a7ce-03484b56a9f1 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:56:49.700497 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-9b655320-83f4-4dab-b6d3-63f184e8e4b6 req-e4553bc8-8835-4c6d-a7ce-03484b56a9f1 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 946 time: 0.0767395 Sep 22 16:56:49.746181 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-9b655320-83f4-4dab-b6d3-63f184e8e4b6 req-a160d238-1b6b-4269-96b6-e70f00e9a90a tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447140 Sep 22 16:56:50.870609 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a66d8-671d-4b8c-be7b-64883d41dac6 req-38d5300a-fe32-4cb2-9073-78182e51587a tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:56:50.872250 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f33a66d8-671d-4b8c-be7b-64883d41dac6 req-38d5300a-fe32-4cb2-9073-78182e51587a tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 946 time: 0.0523713 Sep 22 16:56:50.912962 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f33a66d8-671d-4b8c-be7b-64883d41dac6 req-1da614bf-8f4a-4120-8af6-58c6c7d264c1 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338407 Sep 22 16:56:52.062761 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1380782c-3b0d-4a80-b93e-dbe0ab61013d req-e394476f-89e8-4880-bff0-c53a2b1c22bc tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:56:52.064285 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-1380782c-3b0d-4a80-b93e-dbe0ab61013d req-e394476f-89e8-4880-bff0-c53a2b1c22bc tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 946 time: 0.0637977 Sep 22 16:56:52.119501 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-1380782c-3b0d-4a80-b93e-dbe0ab61013d req-9ad13189-7596-42f3-aba1-18fe9adbbd72 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448146 Sep 22 16:56:53.248124 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d297156-6ab3-46c7-af4a-3b3d9fa5cf8e req-fd951d3f-1b4b-4bb2-af53-1c71287a8c8f tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:56:53.249636 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-9d297156-6ab3-46c7-af4a-3b3d9fa5cf8e req-fd951d3f-1b4b-4bb2-af53-1c71287a8c8f tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 946 time: 0.0605385 Sep 22 16:56:53.287166 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-9d297156-6ab3-46c7-af4a-3b3d9fa5cf8e req-540d6a76-0d4d-43e3-a6a5-090e27b70895 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308447 Sep 22 16:56:54.463508 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a00526-a0aa-4fc3-90ef-411433f1d926 req-6e27e7c0-04fe-4bbf-9d9c-a9ff9e55e62e tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:56:54.471414 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-24a00526-a0aa-4fc3-90ef-411433f1d926 req-6e27e7c0-04fe-4bbf-9d9c-a9ff9e55e62e tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 946 time: 0.0623353 Sep 22 16:56:54.521586 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-24a00526-a0aa-4fc3-90ef-411433f1d926 req-6d786f30-9660-4810-bc98-fa03f1c1f4ca tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488722 Sep 22 16:56:54.654038 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-6a8c0ac6-9155-4ac7-a614-374a4e5f03af req-813883d5-84e4-4864-abe3-5c34cc813ec6 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2094646894&fields=id&tenant_id=4268d5a7c3ba47fc9f303a67b37aee7a HTTP/1.1" status: 200 len: 267 time: 0.0339496 Sep 22 16:56:54.761893 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c0ac6-9155-4ac7-a614-374a4e5f03af req-5fb90a39-9cf3-4cb8-9028-4c88098aac98 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:56:54.763375 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-6a8c0ac6-9155-4ac7-a614-374a4e5f03af req-5fb90a39-9cf3-4cb8-9028-4c88098aac98 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/networks?id=aababfd4-24d1-4477-9e08-13669f02d6c3 HTTP/1.1" status: 200 len: 812 time: 0.1022327 Sep 22 16:56:54.778205 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-6a8c0ac6-9155-4ac7-a614-374a4e5f03af req-fe26c1d7-3a09-4b9f-af69-4e027968a86a tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/quotas/4268d5a7c3ba47fc9f303a67b37aee7a HTTP/1.1" status: 200 len: 375 time: 0.0093164 Sep 22 16:56:54.839746 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-6a8c0ac6-9155-4ac7-a614-374a4e5f03af req-109980d8-4c93-42b6-a969-c38a723c6512 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=4268d5a7c3ba47fc9f303a67b37aee7a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0563850 Sep 22 16:56:54.934850 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-6a8c0ac6-9155-4ac7-a614-374a4e5f03af req-032df456-9fc0-45c1-b928-c464e1968828 service neutron] 10.222.0.66 "GET /v2.0/networks/aababfd4-24d1-4477-9e08-13669f02d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838902 Sep 22 16:56:55.025650 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-6a8c0ac6-9155-4ac7-a614-374a4e5f03af req-40522a1b-e49e-43ac-bb89-22e0af15fcda service neutron] 10.222.0.66 "GET /v2.0/networks/aababfd4-24d1-4477-9e08-13669f02d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847752 Sep 22 16:56:55.303222 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-13ba97b5-b776-4681-9f52-3a9da12eef04 req-2c85b9a1-e83c-4569-a518-3235258350d1 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=c59d33f0-1d99-453e-b2f0-564372f720c8 HTTP/1.1" status: 200 len: 210 time: 0.0280056 Sep 22 16:56:55.642309 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b19d2-9563-4568-993e-3016438f85fd req-ebcf18f2-11af-453f-9e71-83ee28c55a68 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:56:55.643912 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-698b19d2-9563-4568-993e-3016438f85fd req-ebcf18f2-11af-453f-9e71-83ee28c55a68 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 946 time: 0.0510602 Sep 22 16:56:55.691017 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-698b19d2-9563-4568-993e-3016438f85fd req-160be61f-c3d1-4dc1-9fa8-5932de469146 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386934 Sep 22 16:56:55.735885 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-e6bb7a6f-08a1-45cb-a054-d158dbc140de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:56:55.838606 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d1429-05bf-4ecd-9fd1-1c7e87491dfb req-4dbb79a5-4cb3-4738-80b2-c2cac16def61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:56:55.839975 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-5f8d1429-05bf-4ecd-9fd1-1c7e87491dfb req-4dbb79a5-4cb3-4738-80b2-c2cac16def61 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fe0862b93ee9429196930d5fd745e5cc&device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 1099 time: 0.0439405 Sep 22 16:56:55.929455 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d1429-05bf-4ecd-9fd1-1c7e87491dfb req-ed3b30b5-79c2-4c58-95ea-7bb4088561be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:56:55.930943 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-5f8d1429-05bf-4ecd-9fd1-1c7e87491dfb req-ed3b30b5-79c2-4c58-95ea-7bb4088561be service neutron] 10.222.0.72 "GET /v2.0/networks?id=cf6bcf08-16c2-430e-b630-d9fa645b940f HTTP/1.1" status: 200 len: 919 time: 0.0831401 Sep 22 16:56:56.000847 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-5f8d1429-05bf-4ecd-9fd1-1c7e87491dfb req-c972e636-7d15-47a0-b963-895f2e5d3d63 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3932ce7-0ea9-4221-a225-3b3db0751547 HTTP/1.1" status: 200 len: 1002 time: 0.0600893 Sep 22 16:56:56.050798 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d1429-05bf-4ecd-9fd1-1c7e87491dfb req-5702001a-39c0-410c-8ec8-9eb3ebca5ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:56:56.052879 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-5f8d1429-05bf-4ecd-9fd1-1c7e87491dfb req-5702001a-39c0-410c-8ec8-9eb3ebca5ab4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7d91da0e-c8e1-4689-8df1-180aa1bc9ec6 HTTP/1.1" status: 200 len: 856 time: 0.0443439 Sep 22 16:56:56.100640 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d1429-05bf-4ecd-9fd1-1c7e87491dfb req-8e9f5773-689f-4cdf-8c14-5cd6b6416c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:56:56.102075 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-5f8d1429-05bf-4ecd-9fd1-1c7e87491dfb req-8e9f5773-689f-4cdf-8c14-5cd6b6416c26 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cf6bcf08-16c2-430e-b630-d9fa645b940f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412641 Sep 22 16:56:56.275915 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-5f8d1429-05bf-4ecd-9fd1-1c7e87491dfb req-ed9128f0-a098-4de3-9ad8-5d4f773d03cc service neutron] 10.222.0.72 "GET /v2.0/networks/cf6bcf08-16c2-430e-b630-d9fa645b940f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608162 Sep 22 16:56:56.284020 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c0ac6-9155-4ac7-a614-374a4e5f03af req-af1760b6-e770-47b3-8f86-d2319d93b786 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:56:56.285663 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-6a8c0ac6-9155-4ac7-a614-374a4e5f03af req-af1760b6-e770-47b3-8f86-d2319d93b786 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.72 "GET /v2.0/networks?id=aababfd4-24d1-4477-9e08-13669f02d6c3 HTTP/1.1" status: 200 len: 812 time: 0.1623633 Sep 22 16:56:56.381480 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-6a8c0ac6-9155-4ac7-a614-374a4e5f03af req-de5ff974-b736-46f7-9b7f-81645e174da2 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4268d5a7c3ba47fc9f303a67b37aee7a HTTP/1.1" status: 200 len: 380 time: 0.0741630 Sep 22 16:56:56.395983 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [req-6a8c0ac6-9155-4ac7-a614-374a4e5f03af req-48aa31b0-bbfc-4ec2-ab82-50b42b818ab2 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Request body: {'port': {'device_id': 'c59d33f0-1d99-453e-b2f0-564372f720c8', 'network_id': 'aababfd4-24d1-4477-9e08-13669f02d6c3', 'admin_state_up': True, 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'security_groups': ['be6c47ea-c70c-43ec-80a7-495ccd2c830f']}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:56:56.399315 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a1805721-f2c2-40e3-a25b-57a43f7df225 req-23fb1633-560a-4a9f-88c9-7789ef035ad0 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=c59d33f0-1d99-453e-b2f0-564372f720c8 HTTP/1.1" status: 200 len: 210 time: 0.0299594 Sep 22 16:56:56.420220 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-5f8d1429-05bf-4ecd-9fd1-1c7e87491dfb req-f07d5b4d-2e55-4359-a56e-786540d9dd18 service neutron] 10.222.0.72 "GET /v2.0/networks/cf6bcf08-16c2-430e-b630-d9fa645b940f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336398 Sep 22 16:56:56.465834 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:56:56.514726 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a8c0ac6-9155-4ac7-a614-374a4e5f03af req-48aa31b0-bbfc-4ec2-ab82-50b42b818ab2 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Made reservation on behalf of 4268d5a7c3ba47fc9f303a67b37aee7a for: {'port': 1} {{(pid=100452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:56:56.518384 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-6a8c0ac6-9155-4ac7-a614-374a4e5f03af req-48aa31b0-bbfc-4ec2-ab82-50b42b818ab2 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:56:56.640996 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.db_base_plugin_common [req-6a8c0ac6-9155-4ac7-a614-374a4e5f03af req-48aa31b0-bbfc-4ec2-ab82-50b42b818ab2 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Allocated IP 172.20.0.7 (aababfd4-24d1-4477-9e08-13669f02d6c3/fd70f39b-af57-4d8a-9640-3850988db9e5/9ff82991-35de-45b5-b1b3-5f87294fd9a3) {{(pid=100452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:56:56.777527 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-6a8c0ac6-9155-4ac7-a614-374a4e5f03af req-48aa31b0-bbfc-4ec2-ab82-50b42b818ab2 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks [] for port, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:56:56.813380 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-6a8c0ac6-9155-4ac7-a614-374a4e5f03af req-48aa31b0-bbfc-4ec2-ab82-50b42b818ab2 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735274499777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8763924'] for port, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:56:56.858633 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a8c0ac6-9155-4ac7-a614-374a4e5f03af req-48aa31b0-bbfc-4ec2-ab82-50b42b818ab2 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Network aababfd4-24d1-4477-9e08-13669f02d6c3 is already hosted by enough agents. {{(pid=100452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:56:56.864271 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.base_scheduler [req-6a8c0ac6-9155-4ac7-a614-374a4e5f03af req-48aa31b0-bbfc-4ec2-ab82-50b42b818ab2 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Resources bound (agent type, host, resource id): {{(pid=100452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:56:56.871575 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a8c0ac6-9155-4ac7-a614-374a4e5f03af req-48aa31b0-bbfc-4ec2-ab82-50b42b818ab2 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Received port after_create {{(pid=100452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 16:56:56.875141 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa31b0-bbfc-4ec2-ab82-50b42b818ab2 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Pushing event updated for resources: {'Port': ['ID=9ff82991-35de-45b5-b1b3-5f87294fd9a3,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:56:56.912929 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa31b0-bbfc-4ec2-ab82-50b42b818ab2 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:56:56.913544 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa31b0-bbfc-4ec2-ab82-50b42b818ab2 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:56:56.914101 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa31b0-bbfc-4ec2-ab82-50b42b818ab2 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:56:56.914620 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa31b0-bbfc-4ec2-ab82-50b42b818ab2 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:56:56.915125 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa31b0-bbfc-4ec2-ab82-50b42b818ab2 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:56:56.915466 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa31b0-bbfc-4ec2-ab82-50b42b818ab2 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:56:56.916101 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa31b0-bbfc-4ec2-ab82-50b42b818ab2 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:56:56.916450 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa31b0-bbfc-4ec2-ab82-50b42b818ab2 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:56:56.916785 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa31b0-bbfc-4ec2-ab82-50b42b818ab2 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:56:56.917116 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa31b0-bbfc-4ec2-ab82-50b42b818ab2 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:56:56.917441 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa31b0-bbfc-4ec2-ab82-50b42b818ab2 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:56:56.917791 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa31b0-bbfc-4ec2-ab82-50b42b818ab2 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:56:56.942587 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c0ac6-9155-4ac7-a614-374a4e5f03af req-48aa31b0-bbfc-4ec2-ab82-50b42b818ab2 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:56:56.943412 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-6a8c0ac6-9155-4ac7-a614-374a4e5f03af req-48aa31b0-bbfc-4ec2-ab82-50b42b818ab2 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306'] for port, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:56:56.960323 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-6a8c0ac6-9155-4ac7-a614-374a4e5f03af req-48aa31b0-bbfc-4ec2-ab82-50b42b818ab2 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5712543 Sep 22 16:56:56.975006 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [req-6a8c0ac6-9155-4ac7-a614-374a4e5f03af req-ffbb698b-16a0-47ec-bbd6-852d38fec824 service neutron] Request body: {'port': {'device_id': 'c59d33f0-1d99-453e-b2f0-564372f720c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:56:57.033621 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-6a8c0ac6-9155-4ac7-a614-374a4e5f03af req-ffbb698b-16a0-47ec-bbd6-852d38fec824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:56:57.052952 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b5d20-8b35-4271-a5ce-1bae21167ad2 req-dc3b8d62-a8bd-4b07-a43c-05c9819be4c1 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:56:57.054542 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-e51b5d20-8b35-4271-a5ce-1bae21167ad2 req-dc3b8d62-a8bd-4b07-a43c-05c9819be4c1 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 946 time: 0.2906561 Sep 22 16:56:57.093738 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-e51b5d20-8b35-4271-a5ce-1bae21167ad2 req-e2711dae-b016-4c38-ac6d-441db932eb99 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330551 Sep 22 16:56:57.178260 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-35071b5a-b169-4c79-b482-2e62e7032190 None None] Provisioning complete for port 9ff82991-35de-45b5-b1b3-5f87294fd9a3 triggered by entity DHCP. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:56:57.178704 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-35071b5a-b169-4c79-b482-2e62e7032190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:56:57.212683 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-35071b5a-b169-4c79-b482-2e62e7032190 None None] Port 9ff82991-35de-45b5-b1b3-5f87294fd9a3 cannot update to ACTIVE because it is not bound. {{(pid=100454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 16:56:57.299694 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.notifiers.nova [req-6a8c0ac6-9155-4ac7-a614-374a4e5f03af req-ffbb698b-16a0-47ec-bbd6-852d38fec824 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ff82991-35de-45b5-b1b3-5f87294fd9a3 {{(pid=100452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 16:56:57.307091 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-6a8c0ac6-9155-4ac7-a614-374a4e5f03af req-ffbb698b-16a0-47ec-bbd6-852d38fec824 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:56:57.318899 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.provisioning_blocks [req-6a8c0ac6-9155-4ac7-a614-374a4e5f03af req-ffbb698b-16a0-47ec-bbd6-852d38fec824 service neutron] Transition to ACTIVE for port object 9ff82991-35de-45b5-b1b3-5f87294fd9a3 will not be triggered until provisioned by entity L2. {{(pid=100452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:56:57.322658 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-6a8c0ac6-9155-4ac7-a614-374a4e5f03af req-ffbb698b-16a0-47ec-bbd6-852d38fec824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8763935'] for port, after_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:56:57.385975 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbb698b-16a0-47ec-bbd6-852d38fec824 service neutron] Pushing event updated for resources: {'Port': ['ID=9ff82991-35de-45b5-b1b3-5f87294fd9a3,revision_number=2']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:56:57.438722 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.managers [req-6a8c0ac6-9155-4ac7-a614-374a4e5f03af req-ffbb698b-16a0-47ec-bbd6-852d38fec824 service neutron] Attempting to bind port 9ff82991-35de-45b5-b1b3-5f87294fd9a3 on host hv-cinder-80996 for vnic_type normal with profile {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 16:56:57.439063 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.managers [req-6a8c0ac6-9155-4ac7-a614-374a4e5f03af req-ffbb698b-16a0-47ec-bbd6-852d38fec824 service neutron] Attempting to bind port 9ff82991-35de-45b5-b1b3-5f87294fd9a3 by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': '2c663890-389a-46e8-a2e8-a82c167fea9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'aababfd4-24d1-4477-9e08-13669f02d6c3'}] {{(pid=100452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 16:56:57.439551 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8c0ac6-9155-4ac7-a614-374a4e5f03af req-ffbb698b-16a0-47ec-bbd6-852d38fec824 service neutron] Attempting to bind port 9ff82991-35de-45b5-b1b3-5f87294fd9a3 on network aababfd4-24d1-4477-9e08-13669f02d6c3 {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 16:56:57.444863 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8c0ac6-9155-4ac7-a614-374a4e5f03af req-ffbb698b-16a0-47ec-bbd6-852d38fec824 service neutron] Port 9ff82991-35de-45b5-b1b3-5f87294fd9a3 on network aababfd4-24d1-4477-9e08-13669f02d6c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 16:56:57.445202 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8c0ac6-9155-4ac7-a614-374a4e5f03af req-ffbb698b-16a0-47ec-bbd6-852d38fec824 service neutron] Attempting to bind port 9ff82991-35de-45b5-b1b3-5f87294fd9a3 on network aababfd4-24d1-4477-9e08-13669f02d6c3 {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 16:56:57.450468 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8c0ac6-9155-4ac7-a614-374a4e5f03af req-ffbb698b-16a0-47ec-bbd6-852d38fec824 service neutron] Checking agent: {'id': 'b620640a-8129-43ac-bbbc-6cb85f2c2acf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 16, 45, 26), 'started_at': datetime.datetime(2021, 9, 22, 16, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 16, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 16:56:57.450804 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8c0ac6-9155-4ac7-a614-374a4e5f03af req-ffbb698b-16a0-47ec-bbd6-852d38fec824 service neutron] Checking segment: {'id': '2c663890-389a-46e8-a2e8-a82c167fea9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'aababfd4-24d1-4477-9e08-13669f02d6c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 16:56:57.451188 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8c0ac6-9155-4ac7-a614-374a4e5f03af req-ffbb698b-16a0-47ec-bbd6-852d38fec824 service neutron] Bound using segment: {'id': '2c663890-389a-46e8-a2e8-a82c167fea9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'aababfd4-24d1-4477-9e08-13669f02d6c3'} {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 16:56:57.451612 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.managers [req-6a8c0ac6-9155-4ac7-a614-374a4e5f03af req-ffbb698b-16a0-47ec-bbd6-852d38fec824 service neutron] Bound port: 9ff82991-35de-45b5-b1b3-5f87294fd9a3, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c663890-389a-46e8-a2e8-a82c167fea9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'aababfd4-24d1-4477-9e08-13669f02d6c3'}}] {{(pid=100452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 16:56:57.451970 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-6a8c0ac6-9155-4ac7-a614-374a4e5f03af req-ffbb698b-16a0-47ec-bbd6-852d38fec824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:56:57.528125 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0412eb-b6ee-4d9f-a5ee-4a14e499e1de req-c3105415-13af-47e7-b29b-8e16cc5a74cd tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:56:57.529983 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-2e0412eb-b6ee-4d9f-a5ee-4a14e499e1de req-c3105415-13af-47e7-b29b-8e16cc5a74cd tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=c59d33f0-1d99-453e-b2f0-564372f720c8 HTTP/1.1" status: 200 len: 943 time: 0.0616515 Sep 22 16:56:57.547803 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.db [req-6a8c0ac6-9155-4ac7-a614-374a4e5f03af req-ffbb698b-16a0-47ec-bbd6-852d38fec824 service neutron] For port 9ff82991-35de-45b5-b1b3-5f87294fd9a3, host hv-cinder-80996, cleared binding levels {{(pid=100452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 16:56:57.552312 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.db [req-6a8c0ac6-9155-4ac7-a614-374a4e5f03af req-ffbb698b-16a0-47ec-bbd6-852d38fec824 service neutron] For port 9ff82991-35de-45b5-b1b3-5f87294fd9a3, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=9ff82991-35de-45b5-b1b3-5f87294fd9a3,segment=NetworkSegment(2c663890-389a-46e8-a2e8-a82c167fea9b),segment_id=2c663890-389a-46e8-a2e8-a82c167fea9b)] {{(pid=100452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 16:56:57.559136 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-6a8c0ac6-9155-4ac7-a614-374a4e5f03af req-ffbb698b-16a0-47ec-bbd6-852d38fec824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8763935'] for port, after_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:56:57.576604 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-2e0412eb-b6ee-4d9f-a5ee-4a14e499e1de req-8caef800-e09b-41c7-ab9f-051dbd5a6ace tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384593 Sep 22 16:56:57.602133 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c0ac6-9155-4ac7-a614-374a4e5f03af req-ffbb698b-16a0-47ec-bbd6-852d38fec824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:56:57.602724 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-6a8c0ac6-9155-4ac7-a614-374a4e5f03af req-ffbb698b-16a0-47ec-bbd6-852d38fec824 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306'] for port, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:56:57.604150 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-6a8c0ac6-9155-4ac7-a614-374a4e5f03af req-ffbb698b-16a0-47ec-bbd6-852d38fec824 service neutron] 10.222.0.72 "PUT /v2.0/ports/9ff82991-35de-45b5-b1b3-5f87294fd9a3 HTTP/1.1" status: 200 len: 1093 time: 0.6343608 Sep 22 16:56:57.604573 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c59d33f0-1d99-453e-b2f0-564372f720c8', 'tag': '9ff82991-35de-45b5-b1b3-5f87294fd9a3'}] {{(pid=100452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 16:56:57.606869 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3daeaf716feba76a3af1624af44cd9d3b401b8dbf4d63f278f059799def7c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-683ce389-66f9-46a1-8ee7-f7e29b34e9f3" -d '{"events": [{"name": "network-changed", "server_uuid": "c59d33f0-1d99-453e-b2f0-564372f720c8", "tag": "9ff82991-35de-45b5-b1b3-5f87294fd9a3"}]}' {{(pid=100452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:56:57.637610 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbb698b-16a0-47ec-bbd6-852d38fec824 service neutron] Pushing event updated for resources: {'Port': ['ID=9ff82991-35de-45b5-b1b3-5f87294fd9a3,revision_number=3']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:56:57.663465 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 16:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436c6aed-c704-481d-a8ce-f37ba438d01f x-openstack-request-id: req-436c6aed-c704-481d-a8ce-f37ba438d01f {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:56:57.663820 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c59d33f0-1d99-453e-b2f0-564372f720c8", "tag": "9ff82991-35de-45b5-b1b3-5f87294fd9a3", "status": "completed", "code": 200}]} {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:56:57.664131 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-436c6aed-c704-481d-a8ce-f37ba438d01f {{(pid=100452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:56:57.664581 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c59d33f0-1d99-453e-b2f0-564372f720c8', 'tag': '9ff82991-35de-45b5-b1b3-5f87294fd9a3', 'status': 'completed', 'code': 200} Sep 22 16:56:57.698198 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c0ac6-9155-4ac7-a614-374a4e5f03af req-b05ae13a-fd7f-4c30-8d35-f632d45f0088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:56:57.699677 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-6a8c0ac6-9155-4ac7-a614-374a4e5f03af req-b05ae13a-fd7f-4c30-8d35-f632d45f0088 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4268d5a7c3ba47fc9f303a67b37aee7a&device_id=c59d33f0-1d99-453e-b2f0-564372f720c8 HTTP/1.1" status: 200 len: 1096 time: 0.0452580 Sep 22 16:56:57.745843 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-6a8c0ac6-9155-4ac7-a614-374a4e5f03af req-bcdd02eb-a9a0-46f3-83fb-c88932a545d6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ff82991-35de-45b5-b1b3-5f87294fd9a3 HTTP/1.1" status: 200 len: 217 time: 0.0368855 Sep 22 16:56:57.795518 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c0ac6-9155-4ac7-a614-374a4e5f03af req-514ca7e8-7bc8-4c4c-bc17-db9c82ea3f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:56:57.796980 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-6a8c0ac6-9155-4ac7-a614-374a4e5f03af req-514ca7e8-7bc8-4c4c-bc17-db9c82ea3f67 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fd70f39b-af57-4d8a-9640-3850988db9e5 HTTP/1.1" status: 200 len: 851 time: 0.0444515 Sep 22 16:56:57.843222 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c0ac6-9155-4ac7-a614-374a4e5f03af req-353ad9cb-4d8a-4e68-a3c2-be8cfc9fd647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:56:57.844692 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-6a8c0ac6-9155-4ac7-a614-374a4e5f03af req-353ad9cb-4d8a-4e68-a3c2-be8cfc9fd647 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=aababfd4-24d1-4477-9e08-13669f02d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394163 Sep 22 16:56:57.938796 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-6a8c0ac6-9155-4ac7-a614-374a4e5f03af req-c60c30fd-5798-448c-a881-99fc89bb642c service neutron] 10.222.0.72 "GET /v2.0/networks/aababfd4-24d1-4477-9e08-13669f02d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860355 Sep 22 16:56:58.025666 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-6a8c0ac6-9155-4ac7-a614-374a4e5f03af req-2f0b2f19-ff46-45cd-be35-e4328d6179f0 service neutron] 10.222.0.72 "GET /v2.0/networks/aababfd4-24d1-4477-9e08-13669f02d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795777 Sep 22 16:56:58.121300 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683ce389-66f9-46a1-8ee7-f7e29b34e9f3 req-9cdfa71d-844c-48d2-9daf-0c4e27999889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:56:58.122837 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-683ce389-66f9-46a1-8ee7-f7e29b34e9f3 req-9cdfa71d-844c-48d2-9daf-0c4e27999889 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4268d5a7c3ba47fc9f303a67b37aee7a&device_id=c59d33f0-1d99-453e-b2f0-564372f720c8 HTTP/1.1" status: 200 len: 1096 time: 0.0433335 Sep 22 16:56:58.228143 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683ce389-66f9-46a1-8ee7-f7e29b34e9f3 req-f4539286-904b-4469-8c79-7942f9520ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:56:58.229660 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-683ce389-66f9-46a1-8ee7-f7e29b34e9f3 req-f4539286-904b-4469-8c79-7942f9520ff7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=aababfd4-24d1-4477-9e08-13669f02d6c3 HTTP/1.1" status: 200 len: 914 time: 0.1001823 Sep 22 16:56:58.248672 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d85e62-730c-44cd-8693-3188e43b6dbc req-ba854612-3ef5-453d-bd9f-8fc21ffa9373 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:56:58.250199 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-65d85e62-730c-44cd-8693-3188e43b6dbc req-ba854612-3ef5-453d-bd9f-8fc21ffa9373 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 946 time: 0.0563917 Sep 22 16:56:58.272689 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-683ce389-66f9-46a1-8ee7-f7e29b34e9f3 req-13840292-c095-4348-94ab-3587bc7a6158 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ff82991-35de-45b5-b1b3-5f87294fd9a3 HTTP/1.1" status: 200 len: 217 time: 0.0354598 Sep 22 16:56:58.293220 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-65d85e62-730c-44cd-8693-3188e43b6dbc req-41ee99b9-7125-443f-8084-7ce5ef870968 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356653 Sep 22 16:56:58.329415 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683ce389-66f9-46a1-8ee7-f7e29b34e9f3 req-da234ffb-30d8-4df8-93e1-eae4adcde0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:56:58.330885 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-683ce389-66f9-46a1-8ee7-f7e29b34e9f3 req-da234ffb-30d8-4df8-93e1-eae4adcde0fc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fd70f39b-af57-4d8a-9640-3850988db9e5 HTTP/1.1" status: 200 len: 851 time: 0.0469370 Sep 22 16:56:58.376778 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683ce389-66f9-46a1-8ee7-f7e29b34e9f3 req-7f140b0a-aa5f-49a7-a6a7-d79ace7ffffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:56:58.378247 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-683ce389-66f9-46a1-8ee7-f7e29b34e9f3 req-7f140b0a-aa5f-49a7-a6a7-d79ace7ffffb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=aababfd4-24d1-4477-9e08-13669f02d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389400 Sep 22 16:56:58.468252 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-683ce389-66f9-46a1-8ee7-f7e29b34e9f3 req-fb7bab9c-238a-461f-a0c0-0e1d6d791e49 service neutron] 10.222.0.72 "GET /v2.0/networks/aababfd4-24d1-4477-9e08-13669f02d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817432 Sep 22 16:56:58.562065 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-683ce389-66f9-46a1-8ee7-f7e29b34e9f3 req-61863890-002d-46a3-bbd2-ba21fb4136cd service neutron] 10.222.0.72 "GET /v2.0/networks/aababfd4-24d1-4477-9e08-13669f02d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847821 Sep 22 16:56:58.694939 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7166387-e1a3-46ea-bae2-e1a6f2fb2c94 req-fc8c7582-d88c-4267-a4ca-aa787c7c5a96 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:56:58.696433 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-e7166387-e1a3-46ea-bae2-e1a6f2fb2c94 req-fc8c7582-d88c-4267-a4ca-aa787c7c5a96 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=c59d33f0-1d99-453e-b2f0-564372f720c8 HTTP/1.1" status: 200 len: 943 time: 0.0480068 Sep 22 16:56:58.704089 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-f94a9664-c080-4885-9b00-e830a4898602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:56:58.733812 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-e7166387-e1a3-46ea-bae2-e1a6f2fb2c94 req-66866c9a-c45c-46a4-87ff-c8ec44d99f63 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311010 Sep 22 16:56:59.026158 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:56:59.125281 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device e3932ce7-0ea9-4221-a225-3b3db0751547 no longer exists at agent hyperv_hv-cinder-80996 {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 16:56:59.199530 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:56:59.220983 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a551ca0e-985b-4419-af0a-f596f4a6ea11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3932ce7-0ea9-4221-a225-3b3db0751547'}] {{(pid=100454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 16:56:59.223994 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16d40b4f2de209020387121264880f1a965f25742078a59137d58ca0948e8304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f71a352-22c7-4363-96a1-e639ecac2e14" -d '{"events": [{"server_uuid": "a551ca0e-985b-4419-af0a-f596f4a6ea11", "name": "network-vif-unplugged", "status": "completed", "tag": "e3932ce7-0ea9-4221-a225-3b3db0751547"}]}' {{(pid=100454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:56:59.236355 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port e3932ce7-0ea9-4221-a225-3b3db0751547, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=e3932ce7-0ea9-4221-a225-3b3db0751547,segment=NetworkSegment(3afac084-fecd-4942-8672-011c0558f65a),segment_id=3afac084-fecd-4942-8672-011c0558f65a)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:56:59.246000 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:56:59.267646 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 22 Sep 2021 16:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c5a616-f41a-4851-83b4-ddedcc35c11a x-openstack-request-id: req-f6c5a616-f41a-4851-83b4-ddedcc35c11a {{(pid=100454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:56:59.267929 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a551ca0e-985b-4419-af0a-f596f4a6ea11", "name": "network-vif-unplugged", "status": "failed", "tag": "e3932ce7-0ea9-4221-a225-3b3db0751547", "code": 422}]} {{(pid=100454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:56:59.268172 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f6c5a616-f41a-4851-83b4-ddedcc35c11a {{(pid=100454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:56:59.268600 dv-cinder-809968-4-iscsi neutron-server[100454]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a551ca0e-985b-4419-af0a-f596f4a6ea11', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e3932ce7-0ea9-4221-a225-3b3db0751547', 'code': 422} returned with failed status Sep 22 16:56:59.294196 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Pushing event updated for resources: {'Port': ['ID=e3932ce7-0ea9-4221-a225-3b3db0751547,revision_number=8']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:56:59.411398 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d34d576-0326-44be-a9c9-0ece2e444b2c req-7899139c-4bbf-4092-86c2-ee47edda92dd tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:56:59.412895 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-8d34d576-0326-44be-a9c9-0ece2e444b2c req-7899139c-4bbf-4092-86c2-ee47edda92dd tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 944 time: 0.0480263 Sep 22 16:56:59.450309 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-8d34d576-0326-44be-a9c9-0ece2e444b2c req-cc6de3cb-4004-40b9-adce-c038855c9a6f tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316520 Sep 22 16:56:59.631132 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-c376604a-15ac-4af8-994c-a8e4e85893e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:56:59.849549 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c69ba-ab79-4b1a-84bc-fc97e550d25e req-540279e0-2d43-4f35-b7ba-3af619cdb516 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:56:59.851095 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-374c69ba-ab79-4b1a-84bc-fc97e550d25e req-540279e0-2d43-4f35-b7ba-3af619cdb516 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=c59d33f0-1d99-453e-b2f0-564372f720c8 HTTP/1.1" status: 200 len: 943 time: 0.0485704 Sep 22 16:56:59.893028 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-374c69ba-ab79-4b1a-84bc-fc97e550d25e req-68127f26-f51d-4c06-a345-98bc8959571e tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358174 Sep 22 16:57:00.389487 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a708b7b1-2649-4e57-83b9-c8bd800558ae req-48dd5836-7b1b-4204-9ed9-69b78a66d9b5 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:57:00.391017 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a708b7b1-2649-4e57-83b9-c8bd800558ae req-48dd5836-7b1b-4204-9ed9-69b78a66d9b5 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 944 time: 0.0492287 Sep 22 16:57:00.429324 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a708b7b1-2649-4e57-83b9-c8bd800558ae req-159d67cc-7ad6-4613-ab43-a88a6d4e90a6 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309224 Sep 22 16:57:00.561526 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-eae888d5-51b8-4dc0-bdea-d1340a695582 req-802ed90b-6f5a-453e-abda-f1947a68f9b2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0821519 Sep 22 16:57:00.959241 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ea12bc52-457f-4758-858a-1e27800db098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:01.011073 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a296d4cf-1ad4-4c36-8581-0b5fa7f8eadc req-45fdb2d3-fb16-473f-81a6-ae6c665a27c3 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:57:01.012535 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a296d4cf-1ad4-4c36-8581-0b5fa7f8eadc req-45fdb2d3-fb16-473f-81a6-ae6c665a27c3 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=c59d33f0-1d99-453e-b2f0-564372f720c8 HTTP/1.1" status: 200 len: 943 time: 0.0483871 Sep 22 16:57:01.049896 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a296d4cf-1ad4-4c36-8581-0b5fa7f8eadc req-821ffc52-4cbb-456c-9db0-5bad00506fd6 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312293 Sep 22 16:57:01.390279 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae888d5-51b8-4dc0-bdea-d1340a695582 req-4bdd474e-232c-4e69-be60-5c2477e824de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:57:01.391738 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-eae888d5-51b8-4dc0-bdea-d1340a695582 req-4bdd474e-232c-4e69-be60-5c2477e824de service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11&tenant_id=fe0862b93ee9429196930d5fd745e5cc HTTP/1.1" status: 200 len: 1097 time: 0.0438287 Sep 22 16:57:01.452448 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae888d5-51b8-4dc0-bdea-d1340a695582 req-cb5ee0cd-1a8f-43e7-9a57-1689bf6aef94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:57:01.453855 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-eae888d5-51b8-4dc0-bdea-d1340a695582 req-cb5ee0cd-1a8f-43e7-9a57-1689bf6aef94 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fe0862b93ee9429196930d5fd745e5cc&device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 1097 time: 0.0397289 Sep 22 16:57:01.546776 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae888d5-51b8-4dc0-bdea-d1340a695582 req-a03f54e8-7c59-4152-b394-d1b17558b041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:57:01.548956 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-eae888d5-51b8-4dc0-bdea-d1340a695582 req-a03f54e8-7c59-4152-b394-d1b17558b041 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cf6bcf08-16c2-430e-b630-d9fa645b940f HTTP/1.1" status: 200 len: 919 time: 0.0881040 Sep 22 16:57:01.552544 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc342e8c-d8aa-4365-99f3-e14a30bc3794 req-e542ca68-07a3-4c74-8507-e87c53a15b35 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:57:01.554312 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-bc342e8c-d8aa-4365-99f3-e14a30bc3794 req-e542ca68-07a3-4c74-8507-e87c53a15b35 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 944 time: 0.0505147 Sep 22 16:57:01.600411 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-bc342e8c-d8aa-4365-99f3-e14a30bc3794 req-9dda0461-9920-4bd3-a56a-18c5a0305d33 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389202 Sep 22 16:57:01.624633 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-eae888d5-51b8-4dc0-bdea-d1340a695582 req-b5da2990-890f-4b5c-bf42-f5e6113f9a3f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3932ce7-0ea9-4221-a225-3b3db0751547 HTTP/1.1" status: 200 len: 1000 time: 0.0689435 Sep 22 16:57:01.672618 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae888d5-51b8-4dc0-bdea-d1340a695582 req-d3db9d11-efaa-4235-af27-0acb8c577fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:57:01.674071 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-eae888d5-51b8-4dc0-bdea-d1340a695582 req-d3db9d11-efaa-4235-af27-0acb8c577fb0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7d91da0e-c8e1-4689-8df1-180aa1bc9ec6 HTTP/1.1" status: 200 len: 856 time: 0.0429156 Sep 22 16:57:01.720570 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae888d5-51b8-4dc0-bdea-d1340a695582 req-a55fac41-2ec0-4cd9-beee-5c02a79e32cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:57:01.722545 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-eae888d5-51b8-4dc0-bdea-d1340a695582 req-a55fac41-2ec0-4cd9-beee-5c02a79e32cf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cf6bcf08-16c2-430e-b630-d9fa645b940f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400131 Sep 22 16:57:01.813531 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-eae888d5-51b8-4dc0-bdea-d1340a695582 req-f963ed2d-cc3e-4c1a-b5cb-c25f167dc639 service neutron] 10.222.0.72 "GET /v2.0/networks/cf6bcf08-16c2-430e-b630-d9fa645b940f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844429 Sep 22 16:57:02.010706 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.agents_db [None req-27f04faf-824b-4b06-8ae5-89241b6ab4ba None None] Agent healthcheck: found 6 active agents {{(pid=100455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 16:57:02.137296 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-eae888d5-51b8-4dc0-bdea-d1340a695582 req-d6147ab4-0e56-4831-a84b-01f9607668ce service neutron] 10.222.0.72 "GET /v2.0/networks/cf6bcf08-16c2-430e-b630-d9fa645b940f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164430 Sep 22 16:57:02.168421 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15ba75-4f9b-42ad-b2bc-1689b0ba4168 req-f1ee6edf-4e0d-4a5e-8e0d-9614f3a059ce tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:57:02.169937 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-3d15ba75-4f9b-42ad-b2bc-1689b0ba4168 req-f1ee6edf-4e0d-4a5e-8e0d-9614f3a059ce tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=c59d33f0-1d99-453e-b2f0-564372f720c8 HTTP/1.1" status: 200 len: 943 time: 0.0506382 Sep 22 16:57:02.216827 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-3d15ba75-4f9b-42ad-b2bc-1689b0ba4168 req-ccf95c04-5fad-4680-9c10-7c3729865fae tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393288 Sep 22 16:57:02.764380 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99366140-d44b-417c-9bfe-136f4e5f89be req-5cb35563-19d7-4d81-b623-e9483a91a993 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:57:02.774708 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-99366140-d44b-417c-9bfe-136f4e5f89be req-5cb35563-19d7-4d81-b623-e9483a91a993 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 944 time: 0.0629201 Sep 22 16:57:02.813607 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-99366140-d44b-417c-9bfe-136f4e5f89be req-723c3ba6-225d-41ec-8ed0-b741d8e6049a tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376863 Sep 22 16:57:03.131234 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device e3932ce7-0ea9-4221-a225-3b3db0751547 no longer exists at agent hyperv_hv-cinder-80996 {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 16:57:03.333140 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3068f066-e44c-4b41-bb27-717f605e3a20 req-edaf3c9a-28da-4145-8152-c33375e622c9 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:57:03.334629 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-3068f066-e44c-4b41-bb27-717f605e3a20 req-edaf3c9a-28da-4145-8152-c33375e622c9 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=c59d33f0-1d99-453e-b2f0-564372f720c8 HTTP/1.1" status: 200 len: 943 time: 0.0494621 Sep 22 16:57:03.378966 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-3068f066-e44c-4b41-bb27-717f605e3a20 req-866c492f-b287-4d4e-a1a1-8c34151b7a93 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380228 Sep 22 16:57:03.941065 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e0564-0f8d-43a1-b2da-34dd20848e69 req-70f47f19-5f0f-40fe-8e87-a8018f645cd2 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:57:03.943960 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-572e0564-0f8d-43a1-b2da-34dd20848e69 req-70f47f19-5f0f-40fe-8e87-a8018f645cd2 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 944 time: 0.0563290 Sep 22 16:57:03.983355 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-572e0564-0f8d-43a1-b2da-34dd20848e69 req-75874913-7bc4-4302-967d-10da87a645af tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331140 Sep 22 16:57:04.497531 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b22fc-2121-4b6b-81dc-b163d89564d0 req-d6ac9fd3-01e9-403a-bec9-a19d13c413ad tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:57:04.499062 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-e21b22fc-2121-4b6b-81dc-b163d89564d0 req-d6ac9fd3-01e9-403a-bec9-a19d13c413ad tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=c59d33f0-1d99-453e-b2f0-564372f720c8 HTTP/1.1" status: 200 len: 943 time: 0.0486867 Sep 22 16:57:04.540082 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-e21b22fc-2121-4b6b-81dc-b163d89564d0 req-28f82b23-3a9d-44f2-ab13-6890a9a173cd tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337172 Sep 22 16:57:05.104101 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af17ec6-0c85-437e-9980-4139bc73cfa6 req-2c08ddca-5c70-4105-8881-cbafd7e61ae7 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:57:05.105845 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-5af17ec6-0c85-437e-9980-4139bc73cfa6 req-2c08ddca-5c70-4105-8881-cbafd7e61ae7 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 944 time: 0.0510635 Sep 22 16:57:05.146730 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-5af17ec6-0c85-437e-9980-4139bc73cfa6 req-66dd0ab0-21f4-4d88-9e09-db0536957461 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349953 Sep 22 16:57:05.658459 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11bd58c-e87f-4023-a12f-827df53a2bdd req-83d38de7-2c0f-4083-a41a-05b56ed27b2e tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:57:05.659913 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-c11bd58c-e87f-4023-a12f-827df53a2bdd req-83d38de7-2c0f-4083-a41a-05b56ed27b2e tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=c59d33f0-1d99-453e-b2f0-564372f720c8 HTTP/1.1" status: 200 len: 943 time: 0.0490754 Sep 22 16:57:05.703608 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-c11bd58c-e87f-4023-a12f-827df53a2bdd req-bef7e2a5-cb0f-40dd-b1a2-df0d7a11a40b tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372713 Sep 22 16:57:06.270332 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf8af0-201e-4bc7-8f9f-53aff9a7d600 req-0cc24097-f92b-4969-8c53-3ffacd0ff2b5 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:57:06.271829 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-23cf8af0-201e-4bc7-8f9f-53aff9a7d600 req-0cc24097-f92b-4969-8c53-3ffacd0ff2b5 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 944 time: 0.0492954 Sep 22 16:57:06.321972 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-23cf8af0-201e-4bc7-8f9f-53aff9a7d600 req-449b7cc0-1c4f-4b7a-ae32-87c1e1e823d0 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420516 Sep 22 16:57:06.825618 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c1761-a9e9-452d-bfa6-63dd0fee916c req-a119c6c5-3c50-4610-b668-8eb40eb87163 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:57:06.827103 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-140c1761-a9e9-452d-bfa6-63dd0fee916c req-a119c6c5-3c50-4610-b668-8eb40eb87163 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=c59d33f0-1d99-453e-b2f0-564372f720c8 HTTP/1.1" status: 200 len: 943 time: 0.0478969 Sep 22 16:57:06.877996 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-140c1761-a9e9-452d-bfa6-63dd0fee916c req-c8020052-dfaf-4340-9cde-24b946a9070b tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440516 Sep 22 16:57:07.435025 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f8b1d-9a18-4ca6-89df-bce824bb70de req-8784e25a-1641-4c8d-a560-c83932752940 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:57:07.436555 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-549f8b1d-9a18-4ca6-89df-bce824bb70de req-8784e25a-1641-4c8d-a560-c83932752940 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 944 time: 0.0510502 Sep 22 16:57:07.475614 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-549f8b1d-9a18-4ca6-89df-bce824bb70de req-9a3167d0-8fea-46dd-ae5a-970192f85a7e tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329788 Sep 22 16:57:07.997793 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6cc964-d65a-456b-a69b-b5cb8a95ab6e req-9a0f37f6-0aad-40f7-9605-8ea19c747fc5 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:57:07.999233 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-6c6cc964-d65a-456b-a69b-b5cb8a95ab6e req-9a0f37f6-0aad-40f7-9605-8ea19c747fc5 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=c59d33f0-1d99-453e-b2f0-564372f720c8 HTTP/1.1" status: 200 len: 943 time: 0.0488229 Sep 22 16:57:08.043097 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-6c6cc964-d65a-456b-a69b-b5cb8a95ab6e req-71525b8b-4b35-4bc9-8fff-1ca27f1a2a57 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352619 Sep 22 16:57:08.601116 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e78eb-e3c3-471c-80c1-651c18e9c56d req-33e50801-52ed-4e02-b353-0c07d423d82b tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:57:08.602808 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-aa6e78eb-e3c3-471c-80c1-651c18e9c56d req-33e50801-52ed-4e02-b353-0c07d423d82b tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 944 time: 0.0560296 Sep 22 16:57:08.647452 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-aa6e78eb-e3c3-471c-80c1-651c18e9c56d req-5f3f5082-cbc2-46bd-b8ec-23e48f71ed0f tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382175 Sep 22 16:57:09.164415 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa702bf-f309-4149-bdf0-27a99f5544e5 req-b4e560a6-88af-4f5a-8701-4e53b8e60a8d tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:57:09.166261 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-3aa702bf-f309-4149-bdf0-27a99f5544e5 req-b4e560a6-88af-4f5a-8701-4e53b8e60a8d tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=c59d33f0-1d99-453e-b2f0-564372f720c8 HTTP/1.1" status: 200 len: 943 time: 0.0511532 Sep 22 16:57:09.209978 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-3aa702bf-f309-4149-bdf0-27a99f5544e5 req-7a79cda7-f95a-4fac-b274-ef104e96443f tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364304 Sep 22 16:57:09.778513 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3be9c-8218-423d-963d-2eedd1b6785f req-9a4cf207-8a43-4e3d-9bd8-e869d86bafaa tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:57:09.780414 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-39f3be9c-8218-423d-963d-2eedd1b6785f req-9a4cf207-8a43-4e3d-9bd8-e869d86bafaa tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 944 time: 0.0599954 Sep 22 16:57:09.821680 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-39f3be9c-8218-423d-963d-2eedd1b6785f req-2c4aefe1-4689-41a4-b077-ba618e67c44d tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333173 Sep 22 16:57:10.327719 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf63934b-b599-4df6-834e-3026b692b571 req-fbfb22f1-0695-4f31-b83c-4cf1a07a1d58 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:57:10.329325 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-cf63934b-b599-4df6-834e-3026b692b571 req-fbfb22f1-0695-4f31-b83c-4cf1a07a1d58 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=c59d33f0-1d99-453e-b2f0-564372f720c8 HTTP/1.1" status: 200 len: 943 time: 0.0498405 Sep 22 16:57:10.380470 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-cf63934b-b599-4df6-834e-3026b692b571 req-2743ab14-938a-4263-9925-2ea3a5259f10 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445704 Sep 22 16:57:10.957738 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6879480-7a8a-4d43-a2ee-dfc55439bacb req-42c9e518-ebc5-42c6-98bc-9b887d7a136d tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:57:10.959496 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-e6879480-7a8a-4d43-a2ee-dfc55439bacb req-42c9e518-ebc5-42c6-98bc-9b887d7a136d tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 944 time: 0.0635035 Sep 22 16:57:11.007973 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-e6879480-7a8a-4d43-a2ee-dfc55439bacb req-8280b6a3-cf39-4838-903d-2c16939d917b tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396600 Sep 22 16:57:11.515664 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ed7fc-3659-4df7-ac95-f3da0764ece8 req-f13b9958-696b-453a-b7f2-ab9616752ec5 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:57:11.517174 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-054ed7fc-3659-4df7-ac95-f3da0764ece8 req-f13b9958-696b-453a-b7f2-ab9616752ec5 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=c59d33f0-1d99-453e-b2f0-564372f720c8 HTTP/1.1" status: 200 len: 943 time: 0.0579026 Sep 22 16:57:11.564479 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-054ed7fc-3659-4df7-ac95-f3da0764ece8 req-c3370caa-a362-4511-9816-c6ed627b672f tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407937 Sep 22 16:57:12.131749 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae785038-2cd6-420a-b314-12bf2050f94e req-edc76c14-e891-4c97-ba75-62b61174e1cf tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:57:12.133234 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-ae785038-2cd6-420a-b314-12bf2050f94e req-edc76c14-e891-4c97-ba75-62b61174e1cf tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 944 time: 0.0497303 Sep 22 16:57:12.178541 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-ae785038-2cd6-420a-b314-12bf2050f94e req-17b219db-433f-4726-921a-a7b9e2b5a806 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393651 Sep 22 16:57:12.683306 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b87ee-5eef-43b9-9db1-8f9cbe36fa08 req-11747198-febe-4d0d-9701-7860841c443f tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:57:12.684723 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-ef5b87ee-5eef-43b9-9db1-8f9cbe36fa08 req-11747198-febe-4d0d-9701-7860841c443f tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=c59d33f0-1d99-453e-b2f0-564372f720c8 HTTP/1.1" status: 200 len: 943 time: 0.0505614 Sep 22 16:57:12.722808 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-ef5b87ee-5eef-43b9-9db1-8f9cbe36fa08 req-ac331b66-7770-47ae-adf3-3da347bdc6b5 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320311 Sep 22 16:57:13.301734 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb908c98-a45c-4fef-9c71-a411d4a10574 req-7b34ccbd-0204-4b4b-bd06-82ca804cc493 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:57:13.303183 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-eb908c98-a45c-4fef-9c71-a411d4a10574 req-7b34ccbd-0204-4b4b-bd06-82ca804cc493 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 944 time: 0.0495303 Sep 22 16:57:13.342758 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-eb908c98-a45c-4fef-9c71-a411d4a10574 req-dc19b574-662d-4733-ab08-d15a9d05401b tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326643 Sep 22 16:57:13.834473 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65132428-1737-4465-ac61-998c5bb87d1b req-eb3a17c0-7630-45d0-8d35-192a9f7d8fc5 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:57:13.835932 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-65132428-1737-4465-ac61-998c5bb87d1b req-eb3a17c0-7630-45d0-8d35-192a9f7d8fc5 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=c59d33f0-1d99-453e-b2f0-564372f720c8 HTTP/1.1" status: 200 len: 943 time: 0.0478981 Sep 22 16:57:13.876643 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-65132428-1737-4465-ac61-998c5bb87d1b req-34ebc120-9581-489f-87a5-a040ec140aef tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349486 Sep 22 16:57:14.464357 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2106997-7afd-4a63-9c3c-e250892cbff2 req-b547c8da-0380-41da-a3ba-bb64c55b144b tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:57:14.465913 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f2106997-7afd-4a63-9c3c-e250892cbff2 req-b547c8da-0380-41da-a3ba-bb64c55b144b tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 944 time: 0.0480409 Sep 22 16:57:14.501904 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f2106997-7afd-4a63-9c3c-e250892cbff2 req-48f0c93a-795b-4b54-82ca-5d005df1699e tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303190 Sep 22 16:57:14.986835 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f31ab82-1774-490f-bab6-8a7b6bf01e4a req-2a731daf-7cae-4ebf-8850-fa2a6285b6d0 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:57:14.988548 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-5f31ab82-1774-490f-bab6-8a7b6bf01e4a req-2a731daf-7cae-4ebf-8850-fa2a6285b6d0 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=c59d33f0-1d99-453e-b2f0-564372f720c8 HTTP/1.1" status: 200 len: 943 time: 0.0483947 Sep 22 16:57:15.025771 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-5f31ab82-1774-490f-bab6-8a7b6bf01e4a req-5c75dbfd-880e-4ca2-ad4d-6fe7b55821d6 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312414 Sep 22 16:57:15.618074 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4594f50-d595-4149-94da-ff435e0ffc1b req-896b9fad-2c48-4e96-a7e8-ac5626fb6df5 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:57:15.619536 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f4594f50-d595-4149-94da-ff435e0ffc1b req-896b9fad-2c48-4e96-a7e8-ac5626fb6df5 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 944 time: 0.0471261 Sep 22 16:57:15.660716 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f4594f50-d595-4149-94da-ff435e0ffc1b req-c4a035ec-5cac-4eeb-9720-aa1b0f4525cd tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353525 Sep 22 16:57:16.137663 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d4fb4-2227-4de0-9693-311c0467d29d req-ff97db7a-b0c0-426d-8d80-fc4c630214ca tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:57:16.139101 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-2c7d4fb4-2227-4de0-9693-311c0467d29d req-ff97db7a-b0c0-426d-8d80-fc4c630214ca tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=c59d33f0-1d99-453e-b2f0-564372f720c8 HTTP/1.1" status: 200 len: 943 time: 0.0476947 Sep 22 16:57:16.175593 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-2c7d4fb4-2227-4de0-9693-311c0467d29d req-f6971d94-7827-4479-8654-23d6e69d52ea tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306911 Sep 22 16:57:16.778338 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68f476-ec48-4e04-99d1-4c568e1f88b0 req-61d67a67-a43a-4223-a040-a17415355479 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:57:16.779820 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-cb68f476-ec48-4e04-99d1-4c568e1f88b0 req-61d67a67-a43a-4223-a040-a17415355479 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 944 time: 0.0491655 Sep 22 16:57:16.817055 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-cb68f476-ec48-4e04-99d1-4c568e1f88b0 req-7b9bb0e8-572f-43fb-9b0f-631a60ff00cb tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314941 Sep 22 16:57:17.336957 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8eb5ef-bb1f-42c6-a297-200e775dce5b req-b4bb92e5-dc1a-47bd-a096-d44cf2422ccb tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:57:17.338461 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-9a8eb5ef-bb1f-42c6-a297-200e775dce5b req-b4bb92e5-dc1a-47bd-a096-d44cf2422ccb tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=c59d33f0-1d99-453e-b2f0-564372f720c8 HTTP/1.1" status: 200 len: 943 time: 0.0970118 Sep 22 16:57:17.381061 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-9a8eb5ef-bb1f-42c6-a297-200e775dce5b req-90b692dd-e364-4496-ab35-3be6141ed328 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367441 Sep 22 16:57:17.936234 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a4346-bf5f-4835-8fad-dde23f641e00 req-0935913d-3b14-47bd-ac96-ca929f759fa1 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:57:17.937729 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-404a4346-bf5f-4835-8fad-dde23f641e00 req-0935913d-3b14-47bd-ac96-ca929f759fa1 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 944 time: 0.0492420 Sep 22 16:57:17.975351 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-404a4346-bf5f-4835-8fad-dde23f641e00 req-19d30bb4-7e36-4a01-a49c-8b824f0632ff tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310261 Sep 22 16:57:18.490362 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80099bf-7289-4e53-9a5f-78213fc94c0b req-26bedc33-ed7b-41ac-a792-1d30a40dfeab tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:57:18.491807 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a80099bf-7289-4e53-9a5f-78213fc94c0b req-26bedc33-ed7b-41ac-a792-1d30a40dfeab tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=c59d33f0-1d99-453e-b2f0-564372f720c8 HTTP/1.1" status: 200 len: 943 time: 0.0474660 Sep 22 16:57:18.528690 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a80099bf-7289-4e53-9a5f-78213fc94c0b req-a30f0a0f-ea7b-4241-90ec-31ccf4dbf886 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311213 Sep 22 16:57:19.098930 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9f5ce-71c0-4fab-8f7c-69843ce68afb req-e52c2f48-181a-4340-82fa-fb36ebef6f54 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:57:19.100462 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f0f9f5ce-71c0-4fab-8f7c-69843ce68afb req-e52c2f48-181a-4340-82fa-fb36ebef6f54 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 944 time: 0.0467596 Sep 22 16:57:19.140890 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f0f9f5ce-71c0-4fab-8f7c-69843ce68afb req-0c394e5e-c12f-4d86-b4e9-9c2c6af81fff tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344875 Sep 22 16:57:19.645835 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1893ac79-fe64-45ae-b0c0-3ec446517778 req-0b10ea03-f780-4d93-b3bb-6139586d7619 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:57:19.647215 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-1893ac79-fe64-45ae-b0c0-3ec446517778 req-0b10ea03-f780-4d93-b3bb-6139586d7619 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=c59d33f0-1d99-453e-b2f0-564372f720c8 HTTP/1.1" status: 200 len: 943 time: 0.0533526 Sep 22 16:57:19.689047 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-1893ac79-fe64-45ae-b0c0-3ec446517778 req-2f8344d0-ae22-470b-bc21-0bb457f304ea tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359757 Sep 22 16:57:20.309065 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145cf3e3-5537-4f8f-9244-6497e8e39b32 req-1f293065-5a71-495c-a434-6c02cb2e906e tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:57:20.310571 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-145cf3e3-5537-4f8f-9244-6497e8e39b32 req-1f293065-5a71-495c-a434-6c02cb2e906e tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 944 time: 0.0490162 Sep 22 16:57:20.347145 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-145cf3e3-5537-4f8f-9244-6497e8e39b32 req-e8c55705-f7f4-4bcf-902a-4b2a471b40dd tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307081 Sep 22 16:57:20.451086 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9da29aa-3101-4136-bfa0-a2bfd8db7c1f req-c433379b-44b2-4505-b990-213a06e90c3e tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:57:20.452464 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f9da29aa-3101-4136-bfa0-a2bfd8db7c1f req-c433379b-44b2-4505-b990-213a06e90c3e tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce357446-c358-4d09-a3e1-3f07729cdde1 HTTP/1.1" status: 200 len: 946 time: 0.0472238 Sep 22 16:57:20.492498 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f9da29aa-3101-4136-bfa0-a2bfd8db7c1f req-0062778d-05e6-4434-ac9b-dda872a7a99d tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=e684d7a1-4f09-4e62-afbf-f72132b67534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337057 Sep 22 16:57:20.802357 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1e67f-e350-46a8-babc-d85b9954407f req-6d22d6a3-7afc-4387-b9aa-69339c7ee881 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:57:20.803831 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-5af1e67f-e350-46a8-babc-d85b9954407f req-6d22d6a3-7afc-4387-b9aa-69339c7ee881 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=c59d33f0-1d99-453e-b2f0-564372f720c8 HTTP/1.1" status: 200 len: 943 time: 0.0487978 Sep 22 16:57:20.840515 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-5af1e67f-e350-46a8-babc-d85b9954407f req-7cf5846f-9208-4afb-99a5-29ba7d7282fa tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308213 Sep 22 16:57:21.189253 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device e3932ce7-0ea9-4221-a225-3b3db0751547 details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=100454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 16:57:21.282336 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port e3932ce7-0ea9-4221-a225-3b3db0751547, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=e3932ce7-0ea9-4221-a225-3b3db0751547,segment=NetworkSegment(3afac084-fecd-4942-8672-011c0558f65a),segment_id=3afac084-fecd-4942-8672-011c0558f65a)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:57:21.293663 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Returning: {'device': 'e3932ce7-0ea9-4221-a225-3b3db0751547', 'network_id': 'cf6bcf08-16c2-430e-b630-d9fa645b940f', 'port_id': 'e3932ce7-0ea9-4221-a225-3b3db0751547', 'mac_address': 'fa:16:3e:67:b6:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d91da0e-c8e1-4689-8df1-180aa1bc9ec6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 16:57:21.329104 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:21.341436 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.notifiers.nova [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3932ce7-0ea9-4221-a225-3b3db0751547 {{(pid=100454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 16:57:21.360469 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port e3932ce7-0ea9-4221-a225-3b3db0751547, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=e3932ce7-0ea9-4221-a225-3b3db0751547,segment=NetworkSegment(3afac084-fecd-4942-8672-011c0558f65a),segment_id=3afac084-fecd-4942-8672-011c0558f65a)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:57:21.364005 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:21.411229 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Pushing event updated for resources: {'Port': ['ID=e3932ce7-0ea9-4221-a225-3b3db0751547,revision_number=9']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:21.466085 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca4ae2-93a6-490a-8a18-15f5f5e9a31d req-13d9d8f6-3596-44a9-ad98-e87ea3dd7133 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:57:21.467484 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-ddca4ae2-93a6-490a-8a18-15f5f5e9a31d req-13d9d8f6-3596-44a9-ad98-e87ea3dd7133 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 945 time: 0.0477095 Sep 22 16:57:21.504711 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-ddca4ae2-93a6-490a-8a18-15f5f5e9a31d req-4e9cfe16-042f-405b-93b6-16b17f83ef08 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314877 Sep 22 16:57:21.611486 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd12b6b3-644a-47cb-9ad3-77254d75ae75 req-b46809ae-adec-483a-87ed-953f86aa9926 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:57:21.612955 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-bd12b6b3-644a-47cb-9ad3-77254d75ae75 req-b46809ae-adec-483a-87ed-953f86aa9926 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce357446-c358-4d09-a3e1-3f07729cdde1 HTTP/1.1" status: 200 len: 946 time: 0.0521677 Sep 22 16:57:21.654378 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-bd12b6b3-644a-47cb-9ad3-77254d75ae75 req-11a8c0ef-e8eb-4997-8c81-4d7521b148ea tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=e684d7a1-4f09-4e62-afbf-f72132b67534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355783 Sep 22 16:57:21.786676 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] get_ports_and_sgs() called for port_ids ['e3932ce7-0ea9-4221-a225-3b3db0751547'] {{(pid=100454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 16:57:21.954926 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b422ce6-3a2c-4089-8596-a7455a2c4a0d req-4c4ba7eb-1c15-477e-9a43-41be7d8f6963 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:57:21.956493 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-4b422ce6-3a2c-4089-8596-a7455a2c4a0d req-4c4ba7eb-1c15-477e-9a43-41be7d8f6963 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=c59d33f0-1d99-453e-b2f0-564372f720c8 HTTP/1.1" status: 200 len: 943 time: 0.0507312 Sep 22 16:57:21.994128 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-4b422ce6-3a2c-4089-8596-a7455a2c4a0d req-150af6dc-06ef-44af-bac1-80f40454313f tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314527 Sep 22 16:57:22.620863 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03324cfe-2461-4f53-af9a-0c193e2d55a5 req-6e6a0bc3-d9b9-4b96-ab0e-48573c2ea08f tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:57:22.622333 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-03324cfe-2461-4f53-af9a-0c193e2d55a5 req-6e6a0bc3-d9b9-4b96-ab0e-48573c2ea08f tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 945 time: 0.0473344 Sep 22 16:57:22.659486 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-03324cfe-2461-4f53-af9a-0c193e2d55a5 req-64f3fb9d-1436-4690-8f21-e4fdfe3e6caa tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310442 Sep 22 16:57:22.766239 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca0c38c-1ce6-4bcd-8272-b792a712f694 req-10ac341c-0877-4e62-95d5-fc773cf4e474 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:57:22.767745 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-9ca0c38c-1ce6-4bcd-8272-b792a712f694 req-10ac341c-0877-4e62-95d5-fc773cf4e474 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce357446-c358-4d09-a3e1-3f07729cdde1 HTTP/1.1" status: 200 len: 946 time: 0.0481474 Sep 22 16:57:22.773333 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a15fe2-4897-4865-8ccb-01cd82674678 req-a61032cf-cf2f-4c05-ba14-b999a4393067 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:57:22.774807 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-f8a15fe2-4897-4865-8ccb-01cd82674678 req-a61032cf-cf2f-4c05-ba14-b999a4393067 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce357446-c358-4d09-a3e1-3f07729cdde1 HTTP/1.1" status: 200 len: 946 time: 0.0472140 Sep 22 16:57:22.810574 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-9ca0c38c-1ce6-4bcd-8272-b792a712f694 req-d4087150-d7ca-404c-8ffd-8c76b72b2cc4 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups?id=e684d7a1-4f09-4e62-afbf-f72132b67534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361452 Sep 22 16:57:22.865657 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.plugin [req-f8a15fe2-4897-4865-8ccb-01cd82674678 req-63351bb2-3ea1-4d18-ae86-319b537ca28b tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Deleting port 777c9805-1d19-4231-8f95-d29f568821f7 {{(pid=100452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 16:57:22.866048 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-f8a15fe2-4897-4865-8ccb-01cd82674678 req-63351bb2-3ea1-4d18-ae86-319b537ca28b tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735274981160'] for port, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:22.953890 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.db [req-f8a15fe2-4897-4865-8ccb-01cd82674678 req-63351bb2-3ea1-4d18-ae86-319b537ca28b tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] For port 777c9805-1d19-4231-8f95-d29f568821f7, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=777c9805-1d19-4231-8f95-d29f568821f7,segment=NetworkSegment(df59b1c3-5ddd-4375-9ca5-af4209139e38),segment_id=df59b1c3-5ddd-4375-9ca5-af4209139e38)] {{(pid=100452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:57:22.954257 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-f8a15fe2-4897-4865-8ccb-01cd82674678 req-63351bb2-3ea1-4d18-ae86-319b537ca28b tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697305'] for port, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:23.108054 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cdcd2d-03f5-4c19-90d2-53284e5a8112 req-121562aa-eb15-4e69-a7eb-8166118793e9 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:57:23.109452 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a3cdcd2d-03f5-4c19-90d2-53284e5a8112 req-121562aa-eb15-4e69-a7eb-8166118793e9 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=c59d33f0-1d99-453e-b2f0-564372f720c8 HTTP/1.1" status: 200 len: 943 time: 0.0492125 Sep 22 16:57:23.120697 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-f8a15fe2-4897-4865-8ccb-01cd82674678 req-63351bb2-3ea1-4d18-ae86-319b537ca28b tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:23.121154 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-f8a15fe2-4897-4865-8ccb-01cd82674678 req-63351bb2-3ea1-4d18-ae86-319b537ca28b tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700864'] for floatingip, after_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:23.121593 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.db.l3_db [req-f8a15fe2-4897-4865-8ccb-01cd82674678 req-63351bb2-3ea1-4d18-ae86-319b537ca28b tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Floating IP 8085c09a-55bc-42f1-9e3e-afb09a2ad4aa disassociated. External IP: 172.27.0.64, port: 777c9805-1d19-4231-8f95-d29f568821f7. Sep 22 16:57:23.122072 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.plugin [req-f8a15fe2-4897-4865-8ccb-01cd82674678 req-63351bb2-3ea1-4d18-ae86-319b537ca28b tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Calling delete_port for 777c9805-1d19-4231-8f95-d29f568821f7 owned by compute:nova {{(pid=100452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 16:57:23.147835 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a3cdcd2d-03f5-4c19-90d2-53284e5a8112 req-f836ccbf-1775-4ac9-8a32-1efa25dc7f09 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323644 Sep 22 16:57:23.211363 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device e3932ce7-0ea9-4221-a225-3b3db0751547 up at agent hyperv_hv-cinder-80996 {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 16:57:23.254244 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-f8a15fe2-4897-4865-8ccb-01cd82674678 req-63351bb2-3ea1-4d18-ae86-319b537ca28b tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735274987246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735274499786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8763924'] for port, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:23.258772 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Provisioning complete for port e3932ce7-0ea9-4221-a225-3b3db0751547 triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:57:23.259147 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:23.282285 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63351bb2-3ea1-4d18-ae86-319b537ca28b tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Pushing event deleted for resources: {'Port': ['ID=777c9805-1d19-4231-8f95-d29f568821f7,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:23.342544 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:23.365594 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a551ca0e-985b-4419-af0a-f596f4a6ea11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3932ce7-0ea9-4221-a225-3b3db0751547'}] {{(pid=100454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 16:57:23.367810 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16d40b4f2de209020387121264880f1a965f25742078a59137d58ca0948e8304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3364b7ca-d3ed-4a27-b220-82ed665b7e26" -d '{"events": [{"server_uuid": "a551ca0e-985b-4419-af0a-f596f4a6ea11", "name": "network-vif-plugged", "status": "completed", "tag": "e3932ce7-0ea9-4221-a225-3b3db0751547"}]}' {{(pid=100454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:57:23.382908 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port e3932ce7-0ea9-4221-a225-3b3db0751547, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=e3932ce7-0ea9-4221-a225-3b3db0751547,segment=NetworkSegment(3afac084-fecd-4942-8672-011c0558f65a),segment_id=3afac084-fecd-4942-8672-011c0558f65a)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:57:23.386940 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:23.401756 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8a15fe2-4897-4865-8ccb-01cd82674678 req-63351bb2-3ea1-4d18-ae86-319b537ca28b tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Router a7d12065-70cd-402f-ba9c-401a05f7c32a has already been hosted by L3 agent c3efc510-1e60-45c8-b68a-00a20fddc4a4 {{(pid=100452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 16:57:23.410792 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 16:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d281a863-b3a9-46eb-9481-6800e40f05cc x-openstack-request-id: req-d281a863-b3a9-46eb-9481-6800e40f05cc {{(pid=100454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:57:23.411081 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a551ca0e-985b-4419-af0a-f596f4a6ea11", "name": "network-vif-plugged", "status": "completed", "tag": "e3932ce7-0ea9-4221-a225-3b3db0751547", "code": 200}]} {{(pid=100454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:57:23.411326 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d281a863-b3a9-46eb-9481-6800e40f05cc {{(pid=100454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:57:23.411707 dv-cinder-809968-4-iscsi neutron-server[100454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a551ca0e-985b-4419-af0a-f596f4a6ea11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3932ce7-0ea9-4221-a225-3b3db0751547', 'code': 200} Sep 22 16:57:23.437500 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Pushing event updated for resources: {'Port': ['ID=e3932ce7-0ea9-4221-a225-3b3db0751547,revision_number=10']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:23.526312 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8a15fe2-4897-4865-8ccb-01cd82674678 req-63351bb2-3ea1-4d18-ae86-319b537ca28b tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify agent at l3_agent.dv-cinder-809968-4-iscsi the message routers_updated {{(pid=100452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 16:57:23.537172 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bc2028-732e-4003-acd1-e1fb971b3cdf None None] Sync routers for ids ['a7d12065-70cd-402f-ba9c-401a05f7c32a'] in dv-cinder-809968-4-iscsi {{(pid=100454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 16:57:23.546048 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bc2028-732e-4003-acd1-e1fb971b3cdf None None] Routers {'a7d12065-70cd-402f-ba9c-401a05f7c32a'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 16:57:23.546657 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-53bc2028-732e-4003-acd1-e1fb971b3cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:56:59Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['a7d12065-70cd-402f-ba9c-401a05f7c32a'], 'active': True} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:57:23.573373 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a15fe2-4897-4865-8ccb-01cd82674678 req-63351bb2-3ea1-4d18-ae86-319b537ca28b tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] No DVR routers for this DVR port 777c9805-1d19-4231-8f95-d29f568821f7 on host hv-cinder-80996 {{(pid=100452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 16:57:23.575894 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-f8a15fe2-4897-4865-8ccb-01cd82674678 req-63351bb2-3ea1-4d18-ae86-319b537ca28b tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306'] for port, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:23.578059 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-f8a15fe2-4897-4865-8ccb-01cd82674678 req-63351bb2-3ea1-4d18-ae86-319b537ca28b tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.72 "DELETE /v2.0/ports/777c9805-1d19-4231-8f95-d29f568821f7 HTTP/1.1" status: 204 len: 173 time: 0.7967525 Sep 22 16:57:23.586235 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce357446-c358-4d09-a3e1-3f07729cdde1', 'name': 'network-vif-deleted', 'tag': '777c9805-1d19-4231-8f95-d29f568821f7'}] {{(pid=100452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 16:57:23.588603 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3daeaf716feba76a3af1624af44cd9d3b401b8dbf4d63f278f059799def7c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d83f3d2-b810-44f5-a075-b853267a6852" -d '{"events": [{"server_uuid": "ce357446-c358-4d09-a3e1-3f07729cdde1", "name": "network-vif-deleted", "tag": "777c9805-1d19-4231-8f95-d29f568821f7"}]}' {{(pid=100452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:57:23.634488 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff048a-73ef-408f-bd9f-97a364be86cb req-72001890-3364-43d9-8b88-a956340148b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:57:23.636252 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-5eff048a-73ef-408f-bd9f-97a364be86cb req-72001890-3364-43d9-8b88-a956340148b6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 1100 time: 0.0640190 Sep 22 16:57:23.638033 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 16:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4e2718-24be-4fce-a276-db888fe2614b x-openstack-request-id: req-3e4e2718-24be-4fce-a276-db888fe2614b {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:57:23.638388 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce357446-c358-4d09-a3e1-3f07729cdde1", "name": "network-vif-deleted", "tag": "777c9805-1d19-4231-8f95-d29f568821f7", "status": "completed", "code": 200}]} {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:57:23.638705 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3e4e2718-24be-4fce-a276-db888fe2614b {{(pid=100452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:57:23.639243 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce357446-c358-4d09-a3e1-3f07729cdde1', 'name': 'network-vif-deleted', 'tag': '777c9805-1d19-4231-8f95-d29f568821f7', 'status': 'completed', 'code': 200} Sep 22 16:57:23.678638 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvr_db [None req-53bc2028-732e-4003-acd1-e1fb971b3cdf None None] Set router a7d12065-70cd-402f-ba9c-401a05f7c32a gateway port host: dv-cinder-809968-4-iscsi {{(pid=100454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 16:57:23.683550 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-5eff048a-73ef-408f-bd9f-97a364be86cb req-452073b0-b08e-4f37-a5b9-adc7dc30cb13 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371082 Sep 22 16:57:23.800374 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0ab5a-4a0d-4c56-a6e6-7786d78a92fe req-09389c30-709e-4127-a258-642b2757ee91 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:57:23.801947 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-92f0ab5a-4a0d-4c56-a6e6-7786d78a92fe req-09389c30-709e-4127-a258-642b2757ee91 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 947 time: 0.0572376 Sep 22 16:57:23.840924 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-92f0ab5a-4a0d-4c56-a6e6-7786d78a92fe req-ac6284d8-d976-47aa-b548-adbc3a4a3ae7 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326304 Sep 22 16:57:23.890053 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-53bc2028-732e-4003-acd1-e1fb971b3cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d12065-70cd-402f-ba9c-401a05f7c32a', 'name': 'tempest-AttachVolumeTestJSON-444129439-router', 'tenant_id': '561be258dcb34fb388cd55aeb3bb42b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'e3e6b432-f16c-438a-880f-e5c945ec90e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:47:15Z', 'updated_at': '2021-09-22T16:47:23Z', 'revision_number': 4, 'project_id': '561be258dcb34fb388cd55aeb3bb42b0', 'gw_port': {'id': 'e3e6b432-f16c-438a-880f-e5c945ec90e0', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d12065-70cd-402f-ba9c-401a05f7c32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:16Z', 'updated_at': '2021-09-22T16:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_interfaces': [{'id': 'fc5528df-9164-4f41-a31a-59ee54ae5947', 'name': '', 'network_id': '818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5', 'tenant_id': '561be258dcb34fb388cd55aeb3bb42b0', 'mac_address': 'fa:16:3e:31:5d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d12065-70cd-402f-ba9c-401a05f7c32a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6b2e37f6-e9e1-49ca-adc1-92f53c49454f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:21Z', 'updated_at': '2021-09-22T16:47:32Z', 'revision_number': 5, 'project_id': '561be258dcb34fb388cd55aeb3bb42b0', 'subnets': [{'id': '6b2e37f6-e9e1-49ca-adc1-92f53c49454f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:57:23.920073 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bc2028-732e-4003-acd1-e1fb971b3cdf None None] Checking router: a7d12065-70cd-402f-ba9c-401a05f7c32a for host: dv-cinder-809968-4-iscsi {{(pid=100454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 16:57:23.929571 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bc2028-732e-4003-acd1-e1fb971b3cdf None None] Routers {'a7d12065-70cd-402f-ba9c-401a05f7c32a'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 16:57:23.930242 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-53bc2028-732e-4003-acd1-e1fb971b3cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:56:59Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['a7d12065-70cd-402f-ba9c-401a05f7c32a'], 'active': True} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:57:23.943940 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-44032f88-b655-4258-9ebc-f2d74e278deb req-3deb35fa-ad07-4596-bb30-ce59d3aee590 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce357446-c358-4d09-a3e1-3f07729cdde1 HTTP/1.1" status: 200 len: 210 time: 0.0258715 Sep 22 16:57:24.035000 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvr_db [None req-53bc2028-732e-4003-acd1-e1fb971b3cdf None None] Set router a7d12065-70cd-402f-ba9c-401a05f7c32a gateway port host: dv-cinder-809968-4-iscsi {{(pid=100454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 16:57:24.226343 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-53bc2028-732e-4003-acd1-e1fb971b3cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d12065-70cd-402f-ba9c-401a05f7c32a', 'name': 'tempest-AttachVolumeTestJSON-444129439-router', 'tenant_id': '561be258dcb34fb388cd55aeb3bb42b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'e3e6b432-f16c-438a-880f-e5c945ec90e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:47:15Z', 'updated_at': '2021-09-22T16:47:23Z', 'revision_number': 4, 'project_id': '561be258dcb34fb388cd55aeb3bb42b0', 'gw_port': {'id': 'e3e6b432-f16c-438a-880f-e5c945ec90e0', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d12065-70cd-402f-ba9c-401a05f7c32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:16Z', 'updated_at': '2021-09-22T16:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_interfaces': [{'id': 'fc5528df-9164-4f41-a31a-59ee54ae5947', 'name': '', 'network_id': '818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5', 'tenant_id': '561be258dcb34fb388cd55aeb3bb42b0', 'mac_address': 'fa:16:3e:31:5d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d12065-70cd-402f-ba9c-401a05f7c32a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6b2e37f6-e9e1-49ca-adc1-92f53c49454f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:21Z', 'updated_at': '2021-09-22T16:47:32Z', 'revision_number': 5, 'project_id': '561be258dcb34fb388cd55aeb3bb42b0', 'subnets': [{'id': '6b2e37f6-e9e1-49ca-adc1-92f53c49454f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:57:24.251944 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bc2028-732e-4003-acd1-e1fb971b3cdf None None] The sync data for ids ['a7d12065-70cd-402f-ba9c-401a05f7c32a'] in dv-cinder-809968-4-iscsi is: [{'id': 'a7d12065-70cd-402f-ba9c-401a05f7c32a', 'name': 'tempest-AttachVolumeTestJSON-444129439-router', 'tenant_id': '561be258dcb34fb388cd55aeb3bb42b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'e3e6b432-f16c-438a-880f-e5c945ec90e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:47:15Z', 'updated_at': '2021-09-22T16:47:23Z', 'revision_number': 4, 'project_id': '561be258dcb34fb388cd55aeb3bb42b0', 'gw_port': {'id': 'e3e6b432-f16c-438a-880f-e5c945ec90e0', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d12065-70cd-402f-ba9c-401a05f7c32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:16Z', 'updated_at': '2021-09-22T16:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_interfaces': [{'id': 'fc5528df-9164-4f41-a31a-59ee54ae5947', 'name': '', 'network_id': '818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5', 'tenant_id': '561be258dcb34fb388cd55aeb3bb42b0', 'mac_address': 'fa:16:3e:31:5d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d12065-70cd-402f-ba9c-401a05f7c32a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6b2e37f6-e9e1-49ca-adc1-92f53c49454f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:21Z', 'updated_at': '2021-09-22T16:47:32Z', 'revision_number': 5, 'project_id': '561be258dcb34fb388cd55aeb3bb42b0', 'subnets': [{'id': '6b2e37f6-e9e1-49ca-adc1-92f53c49454f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 16:57:24.266380 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4e17d8-edc4-487a-b84c-cd314d0cf8ea req-a8e82af1-1334-4df8-827e-4d4d678f98a7 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:57:24.267903 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-ab4e17d8-edc4-487a-b84c-cd314d0cf8ea req-a8e82af1-1334-4df8-827e-4d4d678f98a7 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=c59d33f0-1d99-453e-b2f0-564372f720c8 HTTP/1.1" status: 200 len: 943 time: 0.0523238 Sep 22 16:57:24.309071 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-ab4e17d8-edc4-487a-b84c-cd314d0cf8ea req-bb763f8a-cd0e-4e40-b0d3-314f983af77d tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342948 Sep 22 16:57:24.476655 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1e81fe-cf33-4df3-9704-cb843ec394cb None None] New status for floating IP 8085c09a-55bc-42f1-9e3e-afb09a2ad4aa: DOWN {{(pid=100455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 16:57:24.957826 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c201061-7ee4-4a90-a08f-6f9a8132a7c3 req-8ffa5e42-d76d-48be-bec1-381448ff56c9 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:57:24.959299 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-4c201061-7ee4-4a90-a08f-6f9a8132a7c3 req-8ffa5e42-d76d-48be-bec1-381448ff56c9 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 947 time: 0.0485690 Sep 22 16:57:24.996481 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-4c201061-7ee4-4a90-a08f-6f9a8132a7c3 req-56d3aeaf-a5d1-4287-950a-89b38d5185b6 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311453 Sep 22 16:57:25.067135 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 34404) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:57:25.125692 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-3e27d597-69ab-4552-86e8-91eadc1a633c tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks [] for security_group, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:25.149496 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-3e27d597-69ab-4552-86e8-91eadc1a633c tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:25.202415 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-3e27d597-69ab-4552-86e8-91eadc1a633c tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:25.205087 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-3e27d597-69ab-4552-86e8-91eadc1a633c tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks [] for security_group, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:25.206395 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-3e27d597-69ab-4552-86e8-91eadc1a633c tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "DELETE /v2.0/security-groups/e684d7a1-4f09-4e62-afbf-f72132b67534 HTTP/1.1" status: 204 len: 168 time: 0.1382823 Sep 22 16:57:25.210432 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 34410) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:57:25.216287 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e27d597-69ab-4552-86e8-91eadc1a633c tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e684d7a1-4f09-4e62-afbf-f72132b67534,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:25.224687 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e27d597-69ab-4552-86e8-91eadc1a633c tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:57:25.225007 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e27d597-69ab-4552-86e8-91eadc1a633c tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:57:25.225285 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e27d597-69ab-4552-86e8-91eadc1a633c tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:57:25.225517 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.api.v2.resource [None req-d55fe01b-0c7c-4b7b-b11e-a89899962e71 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] show failed (client error): The resource could not be found. Sep 22 16:57:25.225673 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e27d597-69ab-4552-86e8-91eadc1a633c tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:57:25.226114 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e27d597-69ab-4552-86e8-91eadc1a633c tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:57:25.226657 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-d55fe01b-0c7c-4b7b-b11e-a89899962e71 tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "GET /v2.0/security-groups/e684d7a1-4f09-4e62-afbf-f72132b67534 HTTP/1.1" status: 404 len: 347 time: 0.0152121 Sep 22 16:57:25.229347 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 34412) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:57:25.229478 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e27d597-69ab-4552-86e8-91eadc1a633c tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:57:25.229763 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e27d597-69ab-4552-86e8-91eadc1a633c tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:57:25.230093 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e27d597-69ab-4552-86e8-91eadc1a633c tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:57:25.230430 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e27d597-69ab-4552-86e8-91eadc1a633c tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:57:25.230760 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e27d597-69ab-4552-86e8-91eadc1a633c tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:57:25.231319 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e27d597-69ab-4552-86e8-91eadc1a633c tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:57:25.231650 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e27d597-69ab-4552-86e8-91eadc1a633c tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:57:25.237584 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device 9ff82991-35de-45b5-b1b3-5f87294fd9a3 details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=100454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 16:57:25.353193 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port 9ff82991-35de-45b5-b1b3-5f87294fd9a3, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=9ff82991-35de-45b5-b1b3-5f87294fd9a3,segment=NetworkSegment(2c663890-389a-46e8-a2e8-a82c167fea9b),segment_id=2c663890-389a-46e8-a2e8-a82c167fea9b)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:57:25.365493 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Returning: {'device': '9ff82991-35de-45b5-b1b3-5f87294fd9a3', 'network_id': 'aababfd4-24d1-4477-9e08-13669f02d6c3', 'port_id': '9ff82991-35de-45b5-b1b3-5f87294fd9a3', 'mac_address': 'fa:16:3e:d9:f1:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1090, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd70f39b-af57-4d8a-9640-3850988db9e5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 16:57:25.385474 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.plugin [None req-273d096b-a21c-4c1b-a40b-8d7d5c1cb6df tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Deleting port 86cc0c8c-547e-4bb7-a578-2cb0c5095168 {{(pid=100452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 16:57:25.385756 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-273d096b-a21c-4c1b-a40b-8d7d5c1cb6df tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735274981160'] for port, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:25.408335 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:25.423545 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.notifiers.nova [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ff82991-35de-45b5-b1b3-5f87294fd9a3 {{(pid=100454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 16:57:25.450142 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port 9ff82991-35de-45b5-b1b3-5f87294fd9a3, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=9ff82991-35de-45b5-b1b3-5f87294fd9a3,segment=NetworkSegment(2c663890-389a-46e8-a2e8-a82c167fea9b),segment_id=2c663890-389a-46e8-a2e8-a82c167fea9b)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:57:25.456623 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:25.481593 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356728c-63eb-425a-b4cc-bb2df3499396 req-c77d425c-c382-46b8-84a2-6241465aa335 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:57:25.483678 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-7356728c-63eb-425a-b4cc-bb2df3499396 req-c77d425c-c382-46b8-84a2-6241465aa335 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=c59d33f0-1d99-453e-b2f0-564372f720c8 HTTP/1.1" status: 200 len: 943 time: 0.0748475 Sep 22 16:57:25.486721 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-273d096b-a21c-4c1b-a40b-8d7d5c1cb6df tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697305'] for port, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:25.487558 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-273d096b-a21c-4c1b-a40b-8d7d5c1cb6df tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:25.506920 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.plugin [None req-273d096b-a21c-4c1b-a40b-8d7d5c1cb6df tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Calling delete_port for 86cc0c8c-547e-4bb7-a578-2cb0c5095168 owned by network:floatingip {{(pid=100452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 16:57:25.519831 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Pushing event updated for resources: {'Port': ['ID=9ff82991-35de-45b5-b1b3-5f87294fd9a3,revision_number=4']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:25.555597 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-7356728c-63eb-425a-b4cc-bb2df3499396 req-9af0e7ce-a7a1-48e5-9428-24a43fff2423 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652614 Sep 22 16:57:25.650716 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-273d096b-a21c-4c1b-a40b-8d7d5c1cb6df tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735274987246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735274499786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8763924'] for port, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:25.676855 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d096b-a21c-4c1b-a40b-8d7d5c1cb6df tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Pushing event deleted for resources: {'Port': ['ID=86cc0c8c-547e-4bb7-a578-2cb0c5095168,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:25.739524 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-39d3c272-1a3b-4676-b173-bc4a5b70608e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:25.744353 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-273d096b-a21c-4c1b-a40b-8d7d5c1cb6df tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks [] for floatingip, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:25.747218 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-273d096b-a21c-4c1b-a40b-8d7d5c1cb6df tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306'] for floatingip, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:25.748351 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-273d096b-a21c-4c1b-a40b-8d7d5c1cb6df tempest-AttachVolumeTestJSON-129437744 tempest-AttachVolumeTestJSON-129437744-project] 10.222.0.66 "DELETE /v2.0/floatingips/8085c09a-55bc-42f1-9e3e-afb09a2ad4aa HTTP/1.1" status: 204 len: 168 time: 0.5176201 Sep 22 16:57:25.809425 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] get_ports_and_sgs() called for port_ids ['9ff82991-35de-45b5-b1b3-5f87294fd9a3'] {{(pid=100454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 16:57:26.116190 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376cb4ec-4fad-4288-b352-e6a6200e577d req-a328bb71-dc88-47d6-b7dd-a4c26082fe37 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:57:26.117694 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-376cb4ec-4fad-4288-b352-e6a6200e577d req-a328bb71-dc88-47d6-b7dd-a4c26082fe37 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 947 time: 0.0510409 Sep 22 16:57:26.155677 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-376cb4ec-4fad-4288-b352-e6a6200e577d req-76bf7442-bdeb-4cf3-b808-2b7aa58530ba tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320899 Sep 22 16:57:26.469124 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:26.656452 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257bd1c-d163-4a22-b895-99d6303f5087 req-b39c0d65-72c8-404c-ad26-9272a87883ed tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:57:26.657907 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-6257bd1c-d163-4a22-b895-99d6303f5087 req-b39c0d65-72c8-404c-ad26-9272a87883ed tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=c59d33f0-1d99-453e-b2f0-564372f720c8 HTTP/1.1" status: 200 len: 944 time: 0.0469053 Sep 22 16:57:26.698615 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-6257bd1c-d163-4a22-b895-99d6303f5087 req-620296c4-3c26-4a86-b78c-c9756670037d tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339904 Sep 22 16:57:27.247341 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device 9ff82991-35de-45b5-b1b3-5f87294fd9a3 up at agent hyperv_hv-cinder-80996 {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 16:57:27.298751 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Provisioning for port 9ff82991-35de-45b5-b1b3-5f87294fd9a3 completed by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:57:27.302349 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Provisioning complete for port 9ff82991-35de-45b5-b1b3-5f87294fd9a3 triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:57:27.303297 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:27.380066 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:27.405195 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c59d33f0-1d99-453e-b2f0-564372f720c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ff82991-35de-45b5-b1b3-5f87294fd9a3'}] {{(pid=100454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 16:57:27.407479 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16d40b4f2de209020387121264880f1a965f25742078a59137d58ca0948e8304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53b13a8-a285-4ef5-9e8a-addae10ef819" -d '{"events": [{"server_uuid": "c59d33f0-1d99-453e-b2f0-564372f720c8", "name": "network-vif-plugged", "status": "completed", "tag": "9ff82991-35de-45b5-b1b3-5f87294fd9a3"}]}' {{(pid=100454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:57:27.419535 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port 9ff82991-35de-45b5-b1b3-5f87294fd9a3, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=9ff82991-35de-45b5-b1b3-5f87294fd9a3,segment=NetworkSegment(2c663890-389a-46e8-a2e8-a82c167fea9b),segment_id=2c663890-389a-46e8-a2e8-a82c167fea9b)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:57:27.424128 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:27.424880 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device 777c9805-1d19-4231-8f95-d29f568821f7 no longer exists at agent hyperv_hv-cinder-80996 {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 16:57:27.461985 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 16:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f1815fc-65b4-4fa8-b260-6249ab37a6b7 x-openstack-request-id: req-3f1815fc-65b4-4fa8-b260-6249ab37a6b7 {{(pid=100454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:57:27.462278 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c59d33f0-1d99-453e-b2f0-564372f720c8", "name": "network-vif-plugged", "status": "completed", "tag": "9ff82991-35de-45b5-b1b3-5f87294fd9a3", "code": 200}]} {{(pid=100454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:57:27.462523 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3f1815fc-65b4-4fa8-b260-6249ab37a6b7 {{(pid=100454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:57:27.462901 dv-cinder-809968-4-iscsi neutron-server[100454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c59d33f0-1d99-453e-b2f0-564372f720c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ff82991-35de-45b5-b1b3-5f87294fd9a3', 'code': 200} Sep 22 16:57:27.465114 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] No Port match for: 777c9805-1d19-4231-8f95-d29f568821f7 {{(pid=100454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 16:57:27.465463 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device 777c9805-1d19-4231-8f95-d29f568821f7 not bound to the agent host hv-cinder-80996 {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 16:57:27.488979 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Pushing event updated for resources: {'Port': ['ID=9ff82991-35de-45b5-b1b3-5f87294fd9a3,revision_number=5']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:27.642129 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044cb87-9ad4-48e8-a4c3-56724552ab5d req-e21a833d-5cb1-42cd-a244-7f7ed4f4315d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:57:27.643602 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-3044cb87-9ad4-48e8-a4c3-56724552ab5d req-e21a833d-5cb1-42cd-a244-7f7ed4f4315d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c59d33f0-1d99-453e-b2f0-564372f720c8 HTTP/1.1" status: 200 len: 1098 time: 0.0411077 Sep 22 16:57:27.676831 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-3044cb87-9ad4-48e8-a4c3-56724552ab5d req-f7608d56-281d-478e-b16f-b24f3d76aa5e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266387 Sep 22 16:57:27.813200 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f831148-3da6-4d0d-802f-0dd699101397 req-88273d5d-c1bd-4569-a6c4-4575486a1e87 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:57:27.814683 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-2f831148-3da6-4d0d-802f-0dd699101397 req-88273d5d-c1bd-4569-a6c4-4575486a1e87 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=c59d33f0-1d99-453e-b2f0-564372f720c8 HTTP/1.1" status: 200 len: 945 time: 0.0479872 Sep 22 16:57:27.851898 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-2f831148-3da6-4d0d-802f-0dd699101397 req-a8388adc-5534-46e8-9ad0-b76143686d1f tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305607 Sep 22 16:57:28.704014 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-170b7a1f-8e0b-4c30-976d-5e0224a723fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:28.965949 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560da882-94db-4a1f-b25e-59a2bb0842c1 req-112e1558-b7e4-4784-8cc8-e284bf9e4b2e tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:57:28.967404 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-560da882-94db-4a1f-b25e-59a2bb0842c1 req-112e1558-b7e4-4784-8cc8-e284bf9e4b2e tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=c59d33f0-1d99-453e-b2f0-564372f720c8 HTTP/1.1" status: 200 len: 945 time: 0.0472414 Sep 22 16:57:29.006024 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-560da882-94db-4a1f-b25e-59a2bb0842c1 req-025e0077-32eb-48b1-b9c8-c3e15642070a tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320702 Sep 22 16:57:29.032684 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:29.302258 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 34484) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:57:29.632597 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-c376604a-15ac-4af8-994c-a8e4e85893e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:29.732913 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-e05cc8a6-297b-4343-a9bc-9625c5b26994 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699840'] for router_interface, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:29.968734 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.plugin [None req-e05cc8a6-297b-4343-a9bc-9625c5b26994 admin admin] Deleting port fc5528df-9164-4f41-a31a-59ee54ae5947 {{(pid=100453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 16:57:29.969409 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-e05cc8a6-297b-4343-a9bc-9625c5b26994 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735274981160'] for port, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:30.046988 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.db [None req-e05cc8a6-297b-4343-a9bc-9625c5b26994 admin admin] For port fc5528df-9164-4f41-a31a-59ee54ae5947, host dv-cinder-809968-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=fc5528df-9164-4f41-a31a-59ee54ae5947,segment=NetworkSegment(df59b1c3-5ddd-4375-9ca5-af4209139e38),segment_id=df59b1c3-5ddd-4375-9ca5-af4209139e38)] {{(pid=100453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:57:30.047384 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-e05cc8a6-297b-4343-a9bc-9625c5b26994 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697305'] for port, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:30.060252 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.plugin [None req-e05cc8a6-297b-4343-a9bc-9625c5b26994 admin admin] Calling delete_port for fc5528df-9164-4f41-a31a-59ee54ae5947 owned by network:router_interface {{(pid=100453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 16:57:30.162658 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdce2db-0ac4-4b96-b6dd-87bf936fdb13 req-7c9423aa-42cc-4ae8-905f-95155911e16e tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:57:30.164186 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-7cdce2db-0ac4-4b96-b6dd-87bf936fdb13 req-7c9423aa-42cc-4ae8-905f-95155911e16e tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=c59d33f0-1d99-453e-b2f0-564372f720c8 HTTP/1.1" status: 200 len: 945 time: 0.0911090 Sep 22 16:57:30.243971 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-7cdce2db-0ac4-4b96-b6dd-87bf936fdb13 req-3fad4134-55d2-4e39-a56c-a66bec05a583 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738411 Sep 22 16:57:30.311209 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-e05cc8a6-297b-4343-a9bc-9625c5b26994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735274987246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735274499786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8594183'] for port, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:30.367466 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05cc8a6-297b-4343-a9bc-9625c5b26994 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc5528df-9164-4f41-a31a-59ee54ae5947,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:30.429242 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42358f85-67e9-411f-9b7a-a18b8564c095 req-7e32bc6e-ee52-43c0-a1ed-959c30194a14 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:57:30.430803 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-42358f85-67e9-411f-9b7a-a18b8564c095 req-7e32bc6e-ee52-43c0-a1ed-959c30194a14 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=c59d33f0-1d99-453e-b2f0-564372f720c8 HTTP/1.1" status: 200 len: 945 time: 0.1161106 Sep 22 16:57:30.511245 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-42358f85-67e9-411f-9b7a-a18b8564c095 req-8aa2bbeb-ea09-481f-8bfd-d92e8e88cc42 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737996 Sep 22 16:57:30.535051 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 34492) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:57:30.570036 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-e05cc8a6-297b-4343-a9bc-9625c5b26994 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1701001'] for router_interface, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:30.674039 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d630e3-8740-4d46-a02f-f3cc0ad84cf5 tempest-TestVolumeBootPattern-500903977 tempest-TestVolumeBootPattern-500903977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:57:30.675553 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-45d630e3-8740-4d46-a02f-f3cc0ad84cf5 tempest-TestVolumeBootPattern-500903977 tempest-TestVolumeBootPattern-500903977-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=c59d33f0-1d99-453e-b2f0-564372f720c8 HTTP/1.1" status: 200 len: 1093 time: 0.1394241 Sep 22 16:57:30.679306 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 34496) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:57:30.683536 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [None req-8bf1991a-f28c-49f7-b2a4-2c05ed5cb029 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Request body: {'floatingip': {'floating_network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'port_id': '9ff82991-35de-45b5-b1b3-5f87294fd9a3', 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:57:30.705682 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-8bf1991a-f28c-49f7-b2a4-2c05ed5cb029 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks [] for floatingip, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:30.779668 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e05cc8a6-297b-4343-a9bc-9625c5b26994 admin admin] Router a7d12065-70cd-402f-ba9c-401a05f7c32a has already been hosted by L3 agent c3efc510-1e60-45c8-b68a-00a20fddc4a4 {{(pid=100453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 16:57:30.802758 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-8bf1991a-f28c-49f7-b2a4-2c05ed5cb029 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:30.885394 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05cc8a6-297b-4343-a9bc-9625c5b26994 admin admin] Notify agent at l3_agent.dv-cinder-809968-4-iscsi the message routers_updated {{(pid=100453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 16:57:30.890577 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-e05cc8a6-297b-4343-a9bc-9625c5b26994 admin admin] 10.222.0.66 "PUT /v2.0/routers/a7d12065-70cd-402f-ba9c-401a05f7c32a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5871592 Sep 22 16:57:30.893040 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 34498) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:57:30.896033 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111a0d27-4161-4997-aec8-bd3776a003de None None] Sync routers for ids ['a7d12065-70cd-402f-ba9c-401a05f7c32a'] in dv-cinder-809968-4-iscsi {{(pid=100454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 16:57:30.906085 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111a0d27-4161-4997-aec8-bd3776a003de None None] Routers {'a7d12065-70cd-402f-ba9c-401a05f7c32a'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 16:57:30.906793 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-111a0d27-4161-4997-aec8-bd3776a003de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:57:29Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['a7d12065-70cd-402f-ba9c-401a05f7c32a'], 'active': True} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:57:30.913040 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.db_base_plugin_common [None req-8bf1991a-f28c-49f7-b2a4-2c05ed5cb029 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Allocated IP 172.27.0.86 (e265bfb9-6000-4acf-b4f9-12e0cf12940a/83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8/1b5a05b5-dd90-4c87-9792-611bd33640b5) {{(pid=100452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:57:30.979715 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ea12bc52-457f-4758-858a-1e27800db098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:31.025730 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-8bf1991a-f28c-49f7-b2a4-2c05ed5cb029 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks [] for port, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:31.034579 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvr_db [None req-111a0d27-4161-4997-aec8-bd3776a003de None None] Set router a7d12065-70cd-402f-ba9c-401a05f7c32a gateway port host: dv-cinder-809968-4-iscsi {{(pid=100454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 16:57:31.059780 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-8bf1991a-f28c-49f7-b2a4-2c05ed5cb029 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735274499777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8763924'] for port, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:31.104967 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf1991a-f28c-49f7-b2a4-2c05ed5cb029 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Network e265bfb9-6000-4acf-b4f9-12e0cf12940a is already hosted by enough agents. {{(pid=100452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:57:31.108498 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.base_scheduler [None req-8bf1991a-f28c-49f7-b2a4-2c05ed5cb029 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Resources bound (agent type, host, resource id): {{(pid=100452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:57:31.111687 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf1991a-f28c-49f7-b2a4-2c05ed5cb029 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Received port after_create {{(pid=100452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 16:57:31.149593 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf1991a-f28c-49f7-b2a4-2c05ed5cb029 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Pushing event updated for resources: {'Port': ['ID=1b5a05b5-dd90-4c87-9792-611bd33640b5,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:31.229212 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-72ad38cc-1576-409e-aaab-d74d7ff88f45 admin admin] Notify callbacks [] for router, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:31.231945 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-111a0d27-4161-4997-aec8-bd3776a003de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d12065-70cd-402f-ba9c-401a05f7c32a', 'name': 'tempest-AttachVolumeTestJSON-444129439-router', 'tenant_id': '561be258dcb34fb388cd55aeb3bb42b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'e3e6b432-f16c-438a-880f-e5c945ec90e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:47:15Z', 'updated_at': '2021-09-22T16:57:30Z', 'revision_number': 5, 'project_id': '561be258dcb34fb388cd55aeb3bb42b0', 'gw_port': {'id': 'e3e6b432-f16c-438a-880f-e5c945ec90e0', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d12065-70cd-402f-ba9c-401a05f7c32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:16Z', 'updated_at': '2021-09-22T16:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi'}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:57:31.333717 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-72ad38cc-1576-409e-aaab-d74d7ff88f45 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:31.386011 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111a0d27-4161-4997-aec8-bd3776a003de None None] Checking router: a7d12065-70cd-402f-ba9c-401a05f7c32a for host: dv-cinder-809968-4-iscsi {{(pid=100454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 16:57:31.391602 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.plugin [None req-72ad38cc-1576-409e-aaab-d74d7ff88f45 admin admin] Deleting port e3e6b432-f16c-438a-880f-e5c945ec90e0 {{(pid=100453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 16:57:31.391926 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-72ad38cc-1576-409e-aaab-d74d7ff88f45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735274981160'] for port, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:31.394284 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111a0d27-4161-4997-aec8-bd3776a003de None None] Routers {'a7d12065-70cd-402f-ba9c-401a05f7c32a'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 16:57:31.394902 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-111a0d27-4161-4997-aec8-bd3776a003de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:57:29Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['a7d12065-70cd-402f-ba9c-401a05f7c32a'], 'active': True} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:57:31.469098 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.db [None req-72ad38cc-1576-409e-aaab-d74d7ff88f45 admin admin] For port e3e6b432-f16c-438a-880f-e5c945ec90e0, host dv-cinder-809968-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=e3e6b432-f16c-438a-880f-e5c945ec90e0,segment=NetworkSegment(73061bb2-74db-4070-b057-2315d4867ed3),segment_id=73061bb2-74db-4070-b057-2315d4867ed3)] {{(pid=100453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:57:31.469510 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-72ad38cc-1576-409e-aaab-d74d7ff88f45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697305'] for port, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:31.481003 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvr_db [None req-111a0d27-4161-4997-aec8-bd3776a003de None None] Set router a7d12065-70cd-402f-ba9c-401a05f7c32a gateway port host: None {{(pid=100454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 16:57:31.482266 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.plugin [None req-72ad38cc-1576-409e-aaab-d74d7ff88f45 admin admin] Calling delete_port for e3e6b432-f16c-438a-880f-e5c945ec90e0 owned by network:router_gateway {{(pid=100453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 16:57:31.517606 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-8bf1991a-f28c-49f7-b2a4-2c05ed5cb029 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:31.537315 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-111a0d27-4161-4997-aec8-bd3776a003de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d12065-70cd-402f-ba9c-401a05f7c32a', 'name': 'tempest-AttachVolumeTestJSON-444129439-router', 'tenant_id': '561be258dcb34fb388cd55aeb3bb42b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:47:15Z', 'updated_at': '2021-09-22T16:57:31Z', 'revision_number': 6, 'project_id': '561be258dcb34fb388cd55aeb3bb42b0', 'gw_port_host': None}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:57:31.563852 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111a0d27-4161-4997-aec8-bd3776a003de None None] The sync data for ids ['a7d12065-70cd-402f-ba9c-401a05f7c32a'] in dv-cinder-809968-4-iscsi is: [{'id': 'a7d12065-70cd-402f-ba9c-401a05f7c32a', 'name': 'tempest-AttachVolumeTestJSON-444129439-router', 'tenant_id': '561be258dcb34fb388cd55aeb3bb42b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:47:15Z', 'updated_at': '2021-09-22T16:57:31Z', 'revision_number': 6, 'project_id': '561be258dcb34fb388cd55aeb3bb42b0', 'gw_port_host': None}] {{(pid=100454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 16:57:31.592104 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-8bf1991a-f28c-49f7-b2a4-2c05ed5cb029 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:31.656516 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-72ad38cc-1576-409e-aaab-d74d7ff88f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735274987246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735274499786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8594183'] for port, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:31.684076 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ad38cc-1576-409e-aaab-d74d7ff88f45 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3e6b432-f16c-438a-880f-e5c945ec90e0,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:31.747254 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-72ad38cc-1576-409e-aaab-d74d7ff88f45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700938'] for router_gateway, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:31.756212 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-8bf1991a-f28c-49f7-b2a4-2c05ed5cb029 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks [] for port, precommit_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:31.760673 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-8bf1991a-f28c-49f7-b2a4-2c05ed5cb029 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8763935'] for port, after_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:31.829301 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf1991a-f28c-49f7-b2a4-2c05ed5cb029 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Pushing event updated for resources: {'Port': ['ID=1b5a05b5-dd90-4c87-9792-611bd33640b5,revision_number=2']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:31.836842 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-72ad38cc-1576-409e-aaab-d74d7ff88f45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1639461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16316'] for router, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:31.838626 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-8bf1991a-f28c-49f7-b2a4-2c05ed5cb029 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700864'] for floatingip, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:31.839222 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-72ad38cc-1576-409e-aaab-d74d7ff88f45 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:31.882138 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-72ad38cc-1576-409e-aaab-d74d7ff88f45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1639468'] for router, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:31.882616 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ad38cc-1576-409e-aaab-d74d7ff88f45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7d12065-70cd-402f-ba9c-401a05f7c32a {{(pid=100453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 16:57:31.887416 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-72ad38cc-1576-409e-aaab-d74d7ff88f45 admin admin] Notify callbacks [] for router, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:31.888599 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-72ad38cc-1576-409e-aaab-d74d7ff88f45 admin admin] 10.222.0.66 "DELETE /v2.0/routers/a7d12065-70cd-402f-ba9c-401a05f7c32a HTTP/1.1" status: 204 len: 168 time: 0.9946151 Sep 22 16:57:31.890983 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 34500) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:57:31.945011 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.db.l3_db [None req-8bf1991a-f28c-49f7-b2a4-2c05ed5cb029 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Floating IP ae827d59-d380-49f1-8ce8-5910b0718ed9 associated. External IP: 172.27.0.86, port: 9ff82991-35de-45b5-b1b3-5f87294fd9a3. Sep 22 16:57:31.948777 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.db.db_base_plugin_v2 [None req-59274f62-b681-4c3f-8441-9fb6debfa98d admin admin] Deleting subnet 6b2e37f6-e9e1-49ca-adc1-92f53c49454f {{(pid=100453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 16:57:31.951763 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-59274f62-b681-4c3f-8441-9fb6debfa98d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:31.998937 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-59274f62-b681-4c3f-8441-9fb6debfa98d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8729350'] for subnet, precommit_delete_associations {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:32.082381 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device fc5528df-9164-4f41-a31a-59ee54ae5947 no longer exists at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 16:57:32.102577 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] No Port match for: fc5528df-9164-4f41-a31a-59ee54ae5947 {{(pid=100454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 16:57:32.102885 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device fc5528df-9164-4f41-a31a-59ee54ae5947 not bound to the agent host dv-cinder-809968-4-iscsi {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 16:57:32.116991 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-59274f62-b681-4c3f-8441-9fb6debfa98d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720017'] for subnet, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:32.171269 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-59274f62-b681-4c3f-8441-9fb6debfa98d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8594266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10141730'] for subnet, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:32.172912 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf1991a-f28c-49f7-b2a4-2c05ed5cb029 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Router 62c7516c-6dbd-4516-ad90-639b584c2678 has already been hosted by L3 agent c3efc510-1e60-45c8-b68a-00a20fddc4a4 {{(pid=100452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 16:57:32.197834 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59274f62-b681-4c3f-8441-9fb6debfa98d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b2e37f6-e9e1-49ca-adc1-92f53c49454f,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:32.202800 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-59274f62-b681-4c3f-8441-9fb6debfa98d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:32.204647 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-59274f62-b681-4c3f-8441-9fb6debfa98d admin admin] 10.222.0.66 "DELETE /v2.0/subnets/6b2e37f6-e9e1-49ca-adc1-92f53c49454f HTTP/1.1" status: 204 len: 168 time: 0.3127027 Sep 22 16:57:32.207177 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 34502) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:57:32.212110 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d18ad83-f732-43ac-9c65-5642d20836f7 None None] Network 818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5 requested from dv-cinder-809968-4-iscsi {{(pid=100454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 16:57:32.279104 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-bc1e1e3f-9f65-424d-9a55-f50359361e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638825'] for network, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:32.285311 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf1991a-f28c-49f7-b2a4-2c05ed5cb029 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify agent at l3_agent.dv-cinder-809968-4-iscsi the message routers_updated {{(pid=100452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 16:57:32.294548 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3dc140-7ee6-4ce3-82a8-d3cb26cddced None None] Sync routers for ids ['62c7516c-6dbd-4516-ad90-639b584c2678'] in dv-cinder-809968-4-iscsi {{(pid=100455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 16:57:32.306770 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-8bf1991a-f28c-49f7-b2a4-2c05ed5cb029 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306'] for floatingip, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:32.308538 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3dc140-7ee6-4ce3-82a8-d3cb26cddced None None] Routers {'62c7516c-6dbd-4516-ad90-639b584c2678'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 16:57:32.309181 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-5d3dc140-7ee6-4ce3-82a8-d3cb26cddced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:57:29Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['62c7516c-6dbd-4516-ad90-639b584c2678'], 'active': True} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:57:32.352827 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.plugin [None req-bc1e1e3f-9f65-424d-9a55-f50359361e33 admin admin] Deleting port 2dc3ed4c-242a-4534-9c93-e61aeb2c383b {{(pid=100453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 16:57:32.358045 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-bc1e1e3f-9f65-424d-9a55-f50359361e33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735274981160'] for port, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:32.359763 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-8bf1991a-f28c-49f7-b2a4-2c05ed5cb029 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6793900 Sep 22 16:57:32.360632 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c59d33f0-1d99-453e-b2f0-564372f720c8', 'tag': '9ff82991-35de-45b5-b1b3-5f87294fd9a3'}] {{(pid=100452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 16:57:32.363701 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3daeaf716feba76a3af1624af44cd9d3b401b8dbf4d63f278f059799def7c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a8a9dc-9dd5-4ce7-bf03-57a9d654db08" -d '{"events": [{"name": "network-changed", "server_uuid": "c59d33f0-1d99-453e-b2f0-564372f720c8", "tag": "9ff82991-35de-45b5-b1b3-5f87294fd9a3"}]}' {{(pid=100452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:57:32.417334 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 16:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4192eb50-2253-4191-b0b4-a7bc95de3388 x-openstack-request-id: req-4192eb50-2253-4191-b0b4-a7bc95de3388 {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:57:32.417888 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c59d33f0-1d99-453e-b2f0-564372f720c8", "tag": "9ff82991-35de-45b5-b1b3-5f87294fd9a3", "status": "completed", "code": 200}]} {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:57:32.418331 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4192eb50-2253-4191-b0b4-a7bc95de3388 {{(pid=100452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:57:32.418951 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c59d33f0-1d99-453e-b2f0-564372f720c8', 'tag': '9ff82991-35de-45b5-b1b3-5f87294fd9a3', 'status': 'completed', 'code': 200} Sep 22 16:57:32.448865 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d396dc42-e3ba-4de8-8b37-9234354acc2a None None] DHCP port deletion for 818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5 request from dv-cinder-809968-4-iscsi {{(pid=100454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 16:57:32.453322 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.db [None req-bc1e1e3f-9f65-424d-9a55-f50359361e33 admin admin] For port 2dc3ed4c-242a-4534-9c93-e61aeb2c383b, host dv-cinder-809968-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=2dc3ed4c-242a-4534-9c93-e61aeb2c383b,segment=NetworkSegment(df59b1c3-5ddd-4375-9ca5-af4209139e38),segment_id=df59b1c3-5ddd-4375-9ca5-af4209139e38)] {{(pid=100453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:57:32.453740 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-bc1e1e3f-9f65-424d-9a55-f50359361e33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697305'] for port, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:32.462964 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvr_db [None req-5d3dc140-7ee6-4ce3-82a8-d3cb26cddced None None] Set router 62c7516c-6dbd-4516-ad90-639b584c2678 gateway port host: dv-cinder-809968-4-iscsi {{(pid=100455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 16:57:32.476268 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.plugin [None req-bc1e1e3f-9f65-424d-9a55-f50359361e33 admin admin] Calling delete_port for 2dc3ed4c-242a-4534-9c93-e61aeb2c383b owned by network:dhcp {{(pid=100453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 16:57:32.497232 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8a9dc-9dd5-4ce7-bf03-57a9d654db08 req-81f051d0-be45-4f44-a5ae-72ca9ea26901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:57:32.499307 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-10a8a9dc-9dd5-4ce7-bf03-57a9d654db08 req-81f051d0-be45-4f44-a5ae-72ca9ea26901 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4268d5a7c3ba47fc9f303a67b37aee7a&device_id=c59d33f0-1d99-453e-b2f0-564372f720c8 HTTP/1.1" status: 200 len: 1098 time: 0.0546234 Sep 22 16:57:32.500720 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-d396dc42-e3ba-4de8-8b37-9234354acc2a None None] Deleting port 2dc3ed4c-242a-4534-9c93-e61aeb2c383b {{(pid=100454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 16:57:32.501198 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-d396dc42-e3ba-4de8-8b37-9234354acc2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735274981160'] for port, before_delete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:32.581372 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-d396dc42-e3ba-4de8-8b37-9234354acc2a None None] For port 2dc3ed4c-242a-4534-9c93-e61aeb2c383b, host dv-cinder-809968-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=2dc3ed4c-242a-4534-9c93-e61aeb2c383b,segment=NetworkSegment(df59b1c3-5ddd-4375-9ca5-af4209139e38),segment_id=df59b1c3-5ddd-4375-9ca5-af4209139e38)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:57:32.582137 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-d396dc42-e3ba-4de8-8b37-9234354acc2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697305'] for port, precommit_delete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:32.586395 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-bc1e1e3f-9f65-424d-9a55-f50359361e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735274987246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735274499786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8594183'] for port, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:32.603310 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-d396dc42-e3ba-4de8-8b37-9234354acc2a None None] Calling delete_port for 2dc3ed4c-242a-4534-9c93-e61aeb2c383b owned by network:dhcp {{(pid=100454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 16:57:32.619391 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1e1e3f-9f65-424d-9a55-f50359361e33 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dc3ed4c-242a-4534-9c93-e61aeb2c383b,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:32.621633 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1e1e3f-9f65-424d-9a55-f50359361e33 admin admin] No DVR routers for this DVR port 2dc3ed4c-242a-4534-9c93-e61aeb2c383b on host dv-cinder-809968-4-iscsi {{(pid=100453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 16:57:32.640230 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8a9dc-9dd5-4ce7-bf03-57a9d654db08 req-bd9b7b77-d80b-4d00-8255-7dfd91acbf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:57:32.642517 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-10a8a9dc-9dd5-4ce7-bf03-57a9d654db08 req-bd9b7b77-d80b-4d00-8255-7dfd91acbf51 service neutron] 10.222.0.72 "GET /v2.0/networks?id=aababfd4-24d1-4477-9e08-13669f02d6c3 HTTP/1.1" status: 200 len: 914 time: 0.1350634 Sep 22 16:57:32.709502 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-bc1e1e3f-9f65-424d-9a55-f50359361e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705832', 'neutron.services.segments.db._delete_segments_for_network-8735275045268'] for network, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:32.725487 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-10a8a9dc-9dd5-4ce7-bf03-57a9d654db08 req-4e22a294-4ea1-446d-8cca-0eff1b69fce0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ff82991-35de-45b5-b1b3-5f87294fd9a3 HTTP/1.1" status: 200 len: 998 time: 0.0746090 Sep 22 16:57:32.731955 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-5d3dc140-7ee6-4ce3-82a8-d3cb26cddced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'name': 'tempest-TestVolumeBootPattern-1119940166-router', 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'eedf5a12-9a31-4747-906b-90bbb29b46e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:49:33Z', 'updated_at': '2021-09-22T16:49:37Z', 'revision_number': 4, 'project_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'gw_port': {'id': 'eedf5a12-9a31-4747-906b-90bbb29b46e2', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:49:34Z', 'updated_at': '2021-09-22T16:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_floatingips': [{'id': 'ae827d59-d380-49f1-8ce8-5910b0718ed9', 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'floating_ip_address': '172.27.0.86', 'floating_network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'router_id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'port_id': '9ff82991-35de-45b5-b1b3-5f87294fd9a3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aababfd4-24d1-4477-9e08-13669f02d6c3', 'mac_address': 'fa:16:3e:d9:f1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59d33f0-1d99-453e-b2f0-564372f720c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T16:57:31Z', 'updated_at': '2021-09-22T16:57:31Z', 'revision_number': 0, 'project_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'fixed_ip_address_scope': None}, {'id': 'e75d31c2-c3e9-4a3e-b342-39b7ce2da0ff', 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'floating_ip_address': '172.27.0.194', 'floating_network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'router_id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'port_id': '2e463de9-26fc-4218-802c-eb743c68b3b4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aababfd4-24d1-4477-9e08-13669f02d6c3', 'mac_address': 'fa:16:3e:f9:fe:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007d3ba2-e5ca-4536-b2bb-3e32c7d55715', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T16:54:37Z', 'updated_at': '2021-09-22T16:54:40Z', 'revision_number': 1, 'project_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75135ba7-27af-4ceb-8881-495f589a6d8c', 'name': '', 'network_id': 'aababfd4-24d1-4477-9e08-13669f02d6c3', 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'mac_address': 'fa:16:3e:bf:98:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'fd70f39b-af57-4d8a-9640-3850988db9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:49:36Z', 'updated_at': '2021-09-22T16:49:41Z', 'revision_number': 5, 'project_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'subnets': [{'id': 'fd70f39b-af57-4d8a-9640-3850988db9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:57:32.752599 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.services.segments.db [None req-bc1e1e3f-9f65-424d-9a55-f50359361e33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5']}} {{(pid=100453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:57:32.760735 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3dc140-7ee6-4ce3-82a8-d3cb26cddced None None] Checking router: 62c7516c-6dbd-4516-ad90-639b584c2678 for host: dv-cinder-809968-4-iscsi {{(pid=100455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 16:57:32.765186 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.services.segments.db [None req-bc1e1e3f-9f65-424d-9a55-f50359361e33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df59b1c3-5ddd-4375-9ca5-af4209139e38') {'for_net_delete': True} {{(pid=100453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:57:32.765878 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.services.segments.db [None req-bc1e1e3f-9f65-424d-9a55-f50359361e33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df59b1c3-5ddd-4375-9ca5-af4209139e38') {} {{(pid=100453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:57:32.769757 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3dc140-7ee6-4ce3-82a8-d3cb26cddced None None] Routers {'62c7516c-6dbd-4516-ad90-639b584c2678'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 16:57:32.770380 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-5d3dc140-7ee6-4ce3-82a8-d3cb26cddced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:57:29Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['62c7516c-6dbd-4516-ad90-639b584c2678'], 'active': True} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:57:32.779342 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-bc1e1e3f-9f65-424d-9a55-f50359361e33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735275044765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8729375'] for segment, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:32.785742 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8a9dc-9dd5-4ce7-bf03-57a9d654db08 req-0d63bd3a-f2d1-4622-ab5e-c954b729b77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:57:32.788182 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-10a8a9dc-9dd5-4ce7-bf03-57a9d654db08 req-0d63bd3a-f2d1-4622-ab5e-c954b729b77d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fd70f39b-af57-4d8a-9640-3850988db9e5 HTTP/1.1" status: 200 len: 851 time: 0.0565703 Sep 22 16:57:32.789001 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-d396dc42-e3ba-4de8-8b37-9234354acc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735274987246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735274499786'] for port, after_delete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:32.797210 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-bc1e1e3f-9f65-424d-9a55-f50359361e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720390'] for segment, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:32.804886 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc1e1e3f-9f65-424d-9a55-f50359361e33 admin admin] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=100453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 16:57:32.805481 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-bc1e1e3f-9f65-424d-9a55-f50359361e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8594164'] for segment, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:32.810152 dv-cinder-809968-4-iscsi neutron-server[100453]: Traceback (most recent call last): Sep 22 16:57:32.810152 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 16:57:32.810152 dv-cinder-809968-4-iscsi neutron-server[100453]: timer() Sep 22 16:57:32.810152 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 16:57:32.810152 dv-cinder-809968-4-iscsi neutron-server[100453]: cb(*args, **kw) Sep 22 16:57:32.810152 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 16:57:32.810152 dv-cinder-809968-4-iscsi neutron-server[100453]: return func(*args, **kwargs) Sep 22 16:57:32.810152 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 16:57:32.810152 dv-cinder-809968-4-iscsi neutron-server[100453]: self._notify() Sep 22 16:57:32.810152 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 16:57:32.810152 dv-cinder-809968-4-iscsi neutron-server[100453]: self.callback(batched_events) Sep 22 16:57:32.810152 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 16:57:32.810152 dv-cinder-809968-4-iscsi neutron-server[100453]: event.method(event) Sep 22 16:57:32.810152 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 16:57:32.810152 dv-cinder-809968-4-iscsi neutron-server[100453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 16:57:32.810152 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 16:57:32.810152 dv-cinder-809968-4-iscsi neutron-server[100453]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 16:57:32.810152 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 16:57:32.810152 dv-cinder-809968-4-iscsi neutron-server[100453]: return f(self, *a, **k) Sep 22 16:57:32.810152 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 16:57:32.810152 dv-cinder-809968-4-iscsi neutron-server[100453]: return self._get(url).json() Sep 22 16:57:32.810152 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 16:57:32.810152 dv-cinder-809968-4-iscsi neutron-server[100453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 16:57:32.810152 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 16:57:32.810152 dv-cinder-809968-4-iscsi neutron-server[100453]: return self.request(url, 'GET', **kwargs) Sep 22 16:57:32.810152 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 16:57:32.810152 dv-cinder-809968-4-iscsi neutron-server[100453]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 16:57:32.810152 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 16:57:32.810152 dv-cinder-809968-4-iscsi neutron-server[100453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 16:57:32.810152 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 16:57:32.810152 dv-cinder-809968-4-iscsi neutron-server[100453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 16:57:32.810152 dv-cinder-809968-4-iscsi neutron-server[100453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 16:57:32.841543 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d396dc42-e3ba-4de8-8b37-9234354acc2a None None] Pushing event deleted for resources: {'Port': ['ID=2dc3ed4c-242a-4534-9c93-e61aeb2c383b,revision_number=None']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:32.847496 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d396dc42-e3ba-4de8-8b37-9234354acc2a None None] No DVR routers for this DVR port 2dc3ed4c-242a-4534-9c93-e61aeb2c383b on host dv-cinder-809968-4-iscsi {{(pid=100454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 16:57:32.872922 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8a9dc-9dd5-4ce7-bf03-57a9d654db08 req-8f3a13bb-1fba-44b6-9376-8e57cb30efc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:57:32.874998 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-10a8a9dc-9dd5-4ce7-bf03-57a9d654db08 req-8f3a13bb-1fba-44b6-9376-8e57cb30efc5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=aababfd4-24d1-4477-9e08-13669f02d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0799534 Sep 22 16:57:32.886994 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [req-10a8a9dc-9dd5-4ce7-bf03-57a9d654db08 req-1de665d7-2651-41b4-b530-659cc81630de service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:57:32.886994 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-10a8a9dc-9dd5-4ce7-bf03-57a9d654db08 req-1de665d7-2651-41b4-b530-659cc81630de service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053344 Sep 22 16:57:32.895404 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-bc1e1e3f-9f65-424d-9a55-f50359361e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700886'] for network, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:32.908861 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-bc1e1e3f-9f65-424d-9a55-f50359361e33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for network, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:32.910855 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-bc1e1e3f-9f65-424d-9a55-f50359361e33 admin admin] 10.222.0.66 "DELETE /v2.0/networks/818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5 HTTP/1.1" status: 204 len: 168 time: 0.7025950 Sep 22 16:57:32.918259 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvr_db [None req-5d3dc140-7ee6-4ce3-82a8-d3cb26cddced None None] Set router 62c7516c-6dbd-4516-ad90-639b584c2678 gateway port host: dv-cinder-809968-4-iscsi {{(pid=100455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 16:57:32.925050 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1e1e3f-9f65-424d-9a55-f50359361e33 admin admin] Pushing event deleted for resources: {'Network': ['ID=818d355c-3f5c-4dd2-afbe-0ffa7e4c7ee5,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:32.982921 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-10a8a9dc-9dd5-4ce7-bf03-57a9d654db08 req-2f8bed8f-15ba-4921-bac2-aa0e9d30afa0 service neutron] 10.222.0.72 "GET /v2.0/networks/aababfd4-24d1-4477-9e08-13669f02d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897315 Sep 22 16:57:33.069490 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 34510) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:57:33.081723 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-10a8a9dc-9dd5-4ce7-bf03-57a9d654db08 req-ca7fe42d-dbca-455c-b3cd-c134821830cb service neutron] 10.222.0.72 "GET /v2.0/networks/aababfd4-24d1-4477-9e08-13669f02d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921364 Sep 22 16:57:33.114141 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-330aafd9-0c73-4220-a0fa-432dcc360a27 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=561be258dcb34fb388cd55aeb3bb42b0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0431457 Sep 22 16:57:33.117009 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 34512) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:57:33.166855 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-7661ff8f-4d88-422b-9465-68d8b524a384 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:33.169321 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-5d3dc140-7ee6-4ce3-82a8-d3cb26cddced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'name': 'tempest-TestVolumeBootPattern-1119940166-router', 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'eedf5a12-9a31-4747-906b-90bbb29b46e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:49:33Z', 'updated_at': '2021-09-22T16:49:37Z', 'revision_number': 4, 'project_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'gw_port': {'id': 'eedf5a12-9a31-4747-906b-90bbb29b46e2', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:49:34Z', 'updated_at': '2021-09-22T16:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_floatingips': [{'id': 'ae827d59-d380-49f1-8ce8-5910b0718ed9', 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'floating_ip_address': '172.27.0.86', 'floating_network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'router_id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'port_id': '9ff82991-35de-45b5-b1b3-5f87294fd9a3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aababfd4-24d1-4477-9e08-13669f02d6c3', 'mac_address': 'fa:16:3e:d9:f1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59d33f0-1d99-453e-b2f0-564372f720c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T16:57:31Z', 'updated_at': '2021-09-22T16:57:31Z', 'revision_number': 0, 'project_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'fixed_ip_address_scope': None}, {'id': 'e75d31c2-c3e9-4a3e-b342-39b7ce2da0ff', 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'floating_ip_address': '172.27.0.194', 'floating_network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'router_id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'port_id': '2e463de9-26fc-4218-802c-eb743c68b3b4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aababfd4-24d1-4477-9e08-13669f02d6c3', 'mac_address': 'fa:16:3e:f9:fe:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007d3ba2-e5ca-4536-b2bb-3e32c7d55715', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T16:54:37Z', 'updated_at': '2021-09-22T16:54:40Z', 'revision_number': 1, 'project_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75135ba7-27af-4ceb-8881-495f589a6d8c', 'name': '', 'network_id': 'aababfd4-24d1-4477-9e08-13669f02d6c3', 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'mac_address': 'fa:16:3e:bf:98:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'fd70f39b-af57-4d8a-9640-3850988db9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:49:36Z', 'updated_at': '2021-09-22T16:49:41Z', 'revision_number': 5, 'project_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'subnets': [{'id': 'fd70f39b-af57-4d8a-9640-3850988db9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:57:33.190677 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-7661ff8f-4d88-422b-9465-68d8b524a384 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:33.200089 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3dc140-7ee6-4ce3-82a8-d3cb26cddced None None] The sync data for ids ['62c7516c-6dbd-4516-ad90-639b584c2678'] in dv-cinder-809968-4-iscsi is: [{'id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'name': 'tempest-TestVolumeBootPattern-1119940166-router', 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'eedf5a12-9a31-4747-906b-90bbb29b46e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:49:33Z', 'updated_at': '2021-09-22T16:49:37Z', 'revision_number': 4, 'project_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'gw_port': {'id': 'eedf5a12-9a31-4747-906b-90bbb29b46e2', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:49:34Z', 'updated_at': '2021-09-22T16:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_floatingips': [{'id': 'ae827d59-d380-49f1-8ce8-5910b0718ed9', 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'floating_ip_address': '172.27.0.86', 'floating_network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'router_id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'port_id': '9ff82991-35de-45b5-b1b3-5f87294fd9a3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aababfd4-24d1-4477-9e08-13669f02d6c3', 'mac_address': 'fa:16:3e:d9:f1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59d33f0-1d99-453e-b2f0-564372f720c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T16:57:31Z', 'updated_at': '2021-09-22T16:57:31Z', 'revision_number': 0, 'project_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'fixed_ip_address_scope': None}, {'id': 'e75d31c2-c3e9-4a3e-b342-39b7ce2da0ff', 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'floating_ip_address': '172.27.0.194', 'floating_network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'router_id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'port_id': '2e463de9-26fc-4218-802c-eb743c68b3b4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aababfd4-24d1-4477-9e08-13669f02d6c3', 'mac_address': 'fa:16:3e:f9:fe:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007d3ba2-e5ca-4536-b2bb-3e32c7d55715', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T16:54:37Z', 'updated_at': '2021-09-22T16:54:40Z', 'revision_number': 1, 'project_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75135ba7-27af-4ceb-8881-495f589a6d8c', 'name': '', 'network_id': 'aababfd4-24d1-4477-9e08-13669f02d6c3', 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'mac_address': 'fa:16:3e:bf:98:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'fd70f39b-af57-4d8a-9640-3850988db9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:49:36Z', 'updated_at': '2021-09-22T16:49:41Z', 'revision_number': 5, 'project_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'subnets': [{'id': 'fd70f39b-af57-4d8a-9640-3850988db9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 16:57:33.238014 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-7661ff8f-4d88-422b-9465-68d8b524a384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:33.240586 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-7661ff8f-4d88-422b-9465-68d8b524a384 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:33.244065 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-7661ff8f-4d88-422b-9465-68d8b524a384 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c41b9c6f-5354-476e-9eeb-4f90ad6d9506 HTTP/1.1" status: 204 len: 168 time: 0.1235375 Sep 22 16:57:33.250559 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7661ff8f-4d88-422b-9465-68d8b524a384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41b9c6f-5354-476e-9eeb-4f90ad6d9506,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:33.415322 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7548afb6-9942-46ac-92e1-5794f6dcbfce None None] New status for floating IP ae827d59-d380-49f1-8ce8-5910b0718ed9: ACTIVE {{(pid=100454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 16:57:33.858576 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device e3e6b432-f16c-438a-880f-e5c945ec90e0 no longer exists at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 16:57:33.878641 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] No Port match for: e3e6b432-f16c-438a-880f-e5c945ec90e0 {{(pid=100454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 16:57:33.878990 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device e3e6b432-f16c-438a-880f-e5c945ec90e0 not bound to the agent host dv-cinder-809968-4-iscsi {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 16:57:33.879403 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 2dc3ed4c-242a-4534-9c93-e61aeb2c383b no longer exists at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 16:57:33.897779 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] No Port match for: 2dc3ed4c-242a-4534-9c93-e61aeb2c383b {{(pid=100454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 16:57:33.898056 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 2dc3ed4c-242a-4534-9c93-e61aeb2c383b not bound to the agent host dv-cinder-809968-4-iscsi {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 16:57:39.009671 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.agents_db [None req-27f04faf-824b-4b06-8ae5-89241b6ab4ba None None] Agent healthcheck: found 6 active agents {{(pid=100455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 16:57:46.035735 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 34656) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:57:46.138056 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-f01a2982-c589-4323-ab36-947d4f8bdc53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:46.231587 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-f01a2982-c589-4323-ab36-947d4f8bdc53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:46.235203 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-f01a2982-c589-4323-ab36-947d4f8bdc53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:46.273008 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-f01a2982-c589-4323-ab36-947d4f8bdc53 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9f9ebd20de054014bff9108c7c706abf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2360044 Sep 22 16:57:46.273920 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01a2982-c589-4323-ab36-947d4f8bdc53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd0fb23-143b-4c2e-aa95-7719c86da442,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:46.275726 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 34660) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:57:46.327304 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-c5017651-0abd-4cb8-8cd6-f7c1a25ad4a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:46.348914 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-c5017651-0abd-4cb8-8cd6-f7c1a25ad4a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:46.394223 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-c5017651-0abd-4cb8-8cd6-f7c1a25ad4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:46.397188 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-c5017651-0abd-4cb8-8cd6-f7c1a25ad4a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:46.398341 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-c5017651-0abd-4cb8-8cd6-f7c1a25ad4a2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0fd0fb23-143b-4c2e-aa95-7719c86da442 HTTP/1.1" status: 204 len: 168 time: 0.1216466 Sep 22 16:57:46.405865 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5017651-0abd-4cb8-8cd6-f7c1a25ad4a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd0fb23-143b-4c2e-aa95-7719c86da442,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:46.654901 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 34666) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:57:46.667560 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-a1d6ce3b-0647-44c7-aeb3-5f72979aedcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:46.752414 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-a1d6ce3b-0647-44c7-aeb3-5f72979aedcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:46.756593 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-a1d6ce3b-0647-44c7-aeb3-5f72979aedcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:46.791976 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d6ce3b-0647-44c7-aeb3-5f72979aedcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e17cc4-6ad8-465b-a037-6f283d4eed4d,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:46.798736 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-a1d6ce3b-0647-44c7-aeb3-5f72979aedcb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=23403facd67844478b7465f3fcc2fc5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1403637 Sep 22 16:57:46.799133 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 34668) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:57:46.845221 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-954a8463-2e5d-438f-8281-d860d280a8ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:46.865902 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-954a8463-2e5d-438f-8281-d860d280a8ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:46.913167 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-954a8463-2e5d-438f-8281-d860d280a8ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:46.915683 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-954a8463-2e5d-438f-8281-d860d280a8ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:46.916793 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-954a8463-2e5d-438f-8281-d860d280a8ae admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/91e17cc4-6ad8-465b-a037-6f283d4eed4d HTTP/1.1" status: 204 len: 168 time: 0.1170127 Sep 22 16:57:46.924024 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954a8463-2e5d-438f-8281-d860d280a8ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e17cc4-6ad8-465b-a037-6f283d4eed4d,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:55.739983 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-01f2e5ff-a11d-4e7a-a803-4d878ed97867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:56.465859 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:58.704720 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-4f317b7c-223a-47f0-806a-a8b319776fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:59.023684 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:59.636796 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-c376604a-15ac-4af8-994c-a8e4e85893e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:00.884923 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca69463-1dad-4b0f-8c93-86e764eaf518 req-5197a035-bf90-4fb5-a8db-490ebd682a30 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:58:00.886540 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-4ca69463-1dad-4b0f-8c93-86e764eaf518 req-5197a035-bf90-4fb5-a8db-490ebd682a30 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0ffadad-26f2-4371-99ee-0fb5193124bb HTTP/1.1" status: 200 len: 946 time: 0.0476334 Sep 22 16:58:00.923808 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-4ca69463-1dad-4b0f-8c93-86e764eaf518 req-295ba238-85ba-4ee5-9792-f84f8d6a9538 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/security-groups?id=8181c2dd-9d82-4af3-8b34-bfe3de99173c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314629 Sep 22 16:58:00.969545 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ea12bc52-457f-4758-858a-1e27800db098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:02.038615 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2662db9d-6dca-4f16-b486-10a8613940da req-8be4c09f-1c11-4bbe-a61f-de8ab893b877 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:58:02.040067 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-2662db9d-6dca-4f16-b486-10a8613940da req-8be4c09f-1c11-4bbe-a61f-de8ab893b877 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0ffadad-26f2-4371-99ee-0fb5193124bb HTTP/1.1" status: 200 len: 946 time: 0.0486834 Sep 22 16:58:02.075849 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-2662db9d-6dca-4f16-b486-10a8613940da req-7029df45-c8dd-45b1-aa3a-bedd663dd784 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/security-groups?id=8181c2dd-9d82-4af3-8b34-bfe3de99173c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298760 Sep 22 16:58:03.192494 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c266d66-4035-4363-8f69-c261af3aa493 req-6d0e19a8-cf89-4994-b907-b0ad39a2ea29 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:58:03.193959 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-4c266d66-4035-4363-8f69-c261af3aa493 req-6d0e19a8-cf89-4994-b907-b0ad39a2ea29 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0ffadad-26f2-4371-99ee-0fb5193124bb HTTP/1.1" status: 200 len: 946 time: 0.0516024 Sep 22 16:58:03.231245 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-4c266d66-4035-4363-8f69-c261af3aa493 req-faf62fb1-4ff4-4062-b748-921bb1017166 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/security-groups?id=8181c2dd-9d82-4af3-8b34-bfe3de99173c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314188 Sep 22 16:58:04.343365 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e183bfe-21cd-4efd-957e-daf2bdbb84f6 req-8a1e2dbf-fa69-4fe1-a58a-af7fdd2e39d3 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:58:04.344817 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-0e183bfe-21cd-4efd-957e-daf2bdbb84f6 req-8a1e2dbf-fa69-4fe1-a58a-af7fdd2e39d3 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0ffadad-26f2-4371-99ee-0fb5193124bb HTTP/1.1" status: 200 len: 946 time: 0.0477316 Sep 22 16:58:04.382641 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-0e183bfe-21cd-4efd-957e-daf2bdbb84f6 req-0db7c596-05ea-47b0-845e-25c2fefa0b2c tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/security-groups?id=8181c2dd-9d82-4af3-8b34-bfe3de99173c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306859 Sep 22 16:58:05.495084 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65b22c3-4493-4e8a-b06e-2127100a95f3 req-d6f4579d-9139-4e61-9380-fe5315cba0a3 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:58:05.496553 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-e65b22c3-4493-4e8a-b06e-2127100a95f3 req-d6f4579d-9139-4e61-9380-fe5315cba0a3 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0ffadad-26f2-4371-99ee-0fb5193124bb HTTP/1.1" status: 200 len: 946 time: 0.0479491 Sep 22 16:58:05.532385 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-e65b22c3-4493-4e8a-b06e-2127100a95f3 req-815e05eb-da62-4125-84e9-60f119940a97 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/security-groups?id=8181c2dd-9d82-4af3-8b34-bfe3de99173c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297146 Sep 22 16:58:06.647861 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd7fa9c-d702-4975-a06f-7cb7967c9518 req-65ebbc23-8309-4b53-a873-3c605e632df4 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:58:06.649302 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-6bd7fa9c-d702-4975-a06f-7cb7967c9518 req-65ebbc23-8309-4b53-a873-3c605e632df4 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0ffadad-26f2-4371-99ee-0fb5193124bb HTTP/1.1" status: 200 len: 946 time: 0.0502021 Sep 22 16:58:06.685148 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-6bd7fa9c-d702-4975-a06f-7cb7967c9518 req-6248b3a1-2f50-486d-a96a-9fe7f883d55c tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/security-groups?id=8181c2dd-9d82-4af3-8b34-bfe3de99173c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300198 Sep 22 16:58:07.797435 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d6465-3ece-4721-84c6-ce00cac40582 req-f97453d8-f755-4c2d-89a0-5b725d2ca800 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:58:07.798924 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-b39d6465-3ece-4721-84c6-ce00cac40582 req-f97453d8-f755-4c2d-89a0-5b725d2ca800 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0ffadad-26f2-4371-99ee-0fb5193124bb HTTP/1.1" status: 200 len: 946 time: 0.0484331 Sep 22 16:58:07.836073 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-b39d6465-3ece-4721-84c6-ce00cac40582 req-57e8c774-57af-4a92-854e-7fd2e98bcb1d tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/security-groups?id=8181c2dd-9d82-4af3-8b34-bfe3de99173c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312428 Sep 22 16:58:08.958682 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed0fef-f415-4433-b6eb-b1fa69fbe1de req-63dd9e49-c937-42a2-8cbb-4a10e8f567af tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:58:08.960157 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a1ed0fef-f415-4433-b6eb-b1fa69fbe1de req-63dd9e49-c937-42a2-8cbb-4a10e8f567af tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0ffadad-26f2-4371-99ee-0fb5193124bb HTTP/1.1" status: 200 len: 946 time: 0.0508127 Sep 22 16:58:08.998489 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a1ed0fef-f415-4433-b6eb-b1fa69fbe1de req-882c7e09-0d96-4377-b476-600c8c68483c tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/security-groups?id=8181c2dd-9d82-4af3-8b34-bfe3de99173c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322332 Sep 22 16:58:10.118903 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0331b74-3202-4c96-8af1-843b426c475a req-87300f4a-e39c-4144-bcbc-0a34a6c0ee5b tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:58:10.120371 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-b0331b74-3202-4c96-8af1-843b426c475a req-87300f4a-e39c-4144-bcbc-0a34a6c0ee5b tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0ffadad-26f2-4371-99ee-0fb5193124bb HTTP/1.1" status: 200 len: 946 time: 0.0534210 Sep 22 16:58:10.157170 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-b0331b74-3202-4c96-8af1-843b426c475a req-1256d8d4-4092-47cc-8e89-59a553b36b33 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/security-groups?id=8181c2dd-9d82-4af3-8b34-bfe3de99173c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306537 Sep 22 16:58:11.281059 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c381adc4-0de6-424b-89f2-2aa7db74b489 req-e03f0f12-73b3-4da8-b867-f1757d6bef30 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:58:11.282560 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-c381adc4-0de6-424b-89f2-2aa7db74b489 req-e03f0f12-73b3-4da8-b867-f1757d6bef30 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0ffadad-26f2-4371-99ee-0fb5193124bb HTTP/1.1" status: 200 len: 946 time: 0.0548027 Sep 22 16:58:11.324148 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-c381adc4-0de6-424b-89f2-2aa7db74b489 req-b7ccd0e3-fd7f-45e8-93f3-b4e610706ee1 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/security-groups?id=8181c2dd-9d82-4af3-8b34-bfe3de99173c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355408 Sep 22 16:58:12.440006 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566cf7d0-854b-443b-b7ae-16a2603b80a3 req-f31cd03c-1a66-49f3-bde7-6a5b25512649 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:58:12.441808 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-566cf7d0-854b-443b-b7ae-16a2603b80a3 req-f31cd03c-1a66-49f3-bde7-6a5b25512649 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0ffadad-26f2-4371-99ee-0fb5193124bb HTTP/1.1" status: 200 len: 946 time: 0.0494175 Sep 22 16:58:12.479971 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-566cf7d0-854b-443b-b7ae-16a2603b80a3 req-c63cec32-bc0d-4133-b0bf-f3de4e655a00 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/security-groups?id=8181c2dd-9d82-4af3-8b34-bfe3de99173c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323672 Sep 22 16:58:13.597168 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d7f550-ee54-4d55-8077-3a201aebe9cc req-03f951a0-0d0c-4cb4-9fee-9f5c770dee40 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:58:13.598638 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a5d7f550-ee54-4d55-8077-3a201aebe9cc req-03f951a0-0d0c-4cb4-9fee-9f5c770dee40 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0ffadad-26f2-4371-99ee-0fb5193124bb HTTP/1.1" status: 200 len: 946 time: 0.0506968 Sep 22 16:58:13.637300 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a5d7f550-ee54-4d55-8077-3a201aebe9cc req-6709f014-28c6-44a4-8c42-cf329b22c158 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/security-groups?id=8181c2dd-9d82-4af3-8b34-bfe3de99173c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327988 Sep 22 16:58:14.749298 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1bb41-6d6e-40c5-a271-7cee454c3f8e req-b4ecdadb-045e-49e1-af5c-e573a8663c84 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:58:14.750784 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-bcf1bb41-6d6e-40c5-a271-7cee454c3f8e req-b4ecdadb-045e-49e1-af5c-e573a8663c84 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0ffadad-26f2-4371-99ee-0fb5193124bb HTTP/1.1" status: 200 len: 946 time: 0.0488150 Sep 22 16:58:14.788381 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-bcf1bb41-6d6e-40c5-a271-7cee454c3f8e req-f661fbd2-b09c-4797-9430-005c6eb804a1 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/security-groups?id=8181c2dd-9d82-4af3-8b34-bfe3de99173c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312672 Sep 22 16:58:15.902021 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4886b37-0b3f-48bd-b04b-900ab5b37aa4 req-0b47aad9-58ec-4561-94ad-862d6796182a tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:58:15.903481 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-e4886b37-0b3f-48bd-b04b-900ab5b37aa4 req-0b47aad9-58ec-4561-94ad-862d6796182a tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0ffadad-26f2-4371-99ee-0fb5193124bb HTTP/1.1" status: 200 len: 946 time: 0.0484698 Sep 22 16:58:15.939577 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-e4886b37-0b3f-48bd-b04b-900ab5b37aa4 req-f0359776-44d0-42ae-aa36-eecb1a407fcb tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/security-groups?id=8181c2dd-9d82-4af3-8b34-bfe3de99173c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302835 Sep 22 16:58:16.008698 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.agents_db [None req-27f04faf-824b-4b06-8ae5-89241b6ab4ba None None] Agent healthcheck: found 6 active agents {{(pid=100455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 16:58:17.053863 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0493b5f-803a-4b3f-b1a8-a978c5d578e4 req-c1091566-0662-48bc-9dfd-166caac3623b tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:58:17.055311 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f0493b5f-803a-4b3f-b1a8-a978c5d578e4 req-c1091566-0662-48bc-9dfd-166caac3623b tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0ffadad-26f2-4371-99ee-0fb5193124bb HTTP/1.1" status: 200 len: 946 time: 0.0504420 Sep 22 16:58:17.093906 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f0493b5f-803a-4b3f-b1a8-a978c5d578e4 req-841acb0c-d196-446b-88dd-d31fd37916f3 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/security-groups?id=8181c2dd-9d82-4af3-8b34-bfe3de99173c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326397 Sep 22 16:58:17.220328 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976dcaa-e039-48ba-94dd-d47170fb9ca7 req-e4b77edc-10c1-4f34-a940-5b9c5e217562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:58:17.221823 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-d976dcaa-e039-48ba-94dd-d47170fb9ca7 req-e4b77edc-10c1-4f34-a940-5b9c5e217562 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=539e90d12b004781baa4dc86d2602fcb&device_id=c0ffadad-26f2-4371-99ee-0fb5193124bb HTTP/1.1" status: 200 len: 1099 time: 0.0415285 Sep 22 16:58:17.312935 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976dcaa-e039-48ba-94dd-d47170fb9ca7 req-d29754b0-1ac8-438d-bb90-036af0cf3e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:58:17.314420 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-d976dcaa-e039-48ba-94dd-d47170fb9ca7 req-d29754b0-1ac8-438d-bb90-036af0cf3e10 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f8f4386e-978e-4729-9bdc-24d4ee0cd6f1 HTTP/1.1" status: 200 len: 911 time: 0.0855651 Sep 22 16:58:17.608458 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-d976dcaa-e039-48ba-94dd-d47170fb9ca7 req-d35db0fc-6a24-42f2-b5a4-88d65efbd22f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=232dff2a-53dc-4bf8-9b73-8638e469e31b HTTP/1.1" status: 200 len: 1002 time: 0.2862680 Sep 22 16:58:17.659957 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976dcaa-e039-48ba-94dd-d47170fb9ca7 req-9b06980e-34a9-4ab9-8d8f-d8cf2891c5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:58:17.661447 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-d976dcaa-e039-48ba-94dd-d47170fb9ca7 req-9b06980e-34a9-4ab9-8d8f-d8cf2891c5a0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=96c03f4d-686c-4f25-909a-981fa21718e9 HTTP/1.1" status: 200 len: 848 time: 0.0449679 Sep 22 16:58:17.714243 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976dcaa-e039-48ba-94dd-d47170fb9ca7 req-d13bc3cf-977a-47e7-aee8-f13574092ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:58:17.715924 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-d976dcaa-e039-48ba-94dd-d47170fb9ca7 req-d13bc3cf-977a-47e7-aee8-f13574092ce8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f8f4386e-978e-4729-9bdc-24d4ee0cd6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0472527 Sep 22 16:58:17.810951 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-d976dcaa-e039-48ba-94dd-d47170fb9ca7 req-ead227d4-efe7-479d-90a2-03946e93be00 service neutron] 10.222.0.72 "GET /v2.0/networks/f8f4386e-978e-4729-9bdc-24d4ee0cd6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878866 Sep 22 16:58:17.905036 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-d976dcaa-e039-48ba-94dd-d47170fb9ca7 req-88de58b5-1e3d-47c9-aad3-7815eef9ee55 service neutron] 10.222.0.72 "GET /v2.0/networks/f8f4386e-978e-4729-9bdc-24d4ee0cd6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848758 Sep 22 16:58:18.205562 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c130732f-07fc-4792-8a3f-62e5c0050e78 req-4247c92b-71ea-44cf-9a11-b2643557e936 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:58:18.207053 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-c130732f-07fc-4792-8a3f-62e5c0050e78 req-4247c92b-71ea-44cf-9a11-b2643557e936 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0ffadad-26f2-4371-99ee-0fb5193124bb HTTP/1.1" status: 200 len: 946 time: 0.0485208 Sep 22 16:58:18.243728 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-c130732f-07fc-4792-8a3f-62e5c0050e78 req-426c1ef9-85b0-414a-8347-53878d3e2279 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/security-groups?id=8181c2dd-9d82-4af3-8b34-bfe3de99173c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307677 Sep 22 16:58:19.358619 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae3895-a300-4547-a998-4b961258b0ee req-bee87a4f-5284-440a-b01a-22a351d6a4b6 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:58:19.360073 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-67ae3895-a300-4547-a998-4b961258b0ee req-bee87a4f-5284-440a-b01a-22a351d6a4b6 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0ffadad-26f2-4371-99ee-0fb5193124bb HTTP/1.1" status: 200 len: 946 time: 0.0490122 Sep 22 16:58:19.397141 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-67ae3895-a300-4547-a998-4b961258b0ee req-970cc44a-2365-4aea-bf6a-42481ae4ed79 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/security-groups?id=8181c2dd-9d82-4af3-8b34-bfe3de99173c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309629 Sep 22 16:58:20.513127 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9fb404-4e61-4411-a520-03263d696681 req-a7425a13-0709-4ba1-b766-3397cb538036 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:58:20.514602 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-bd9fb404-4e61-4411-a520-03263d696681 req-a7425a13-0709-4ba1-b766-3397cb538036 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0ffadad-26f2-4371-99ee-0fb5193124bb HTTP/1.1" status: 200 len: 946 time: 0.0513697 Sep 22 16:58:20.552180 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-bd9fb404-4e61-4411-a520-03263d696681 req-80196958-d16b-4586-b978-775314e30b48 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/security-groups?id=8181c2dd-9d82-4af3-8b34-bfe3de99173c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311174 Sep 22 16:58:21.663922 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb213d6c-c4b6-4583-9868-70310a5a9d87 req-2d13ec78-69da-4875-bcf3-29a5859a9c5d tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:58:21.665356 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-fb213d6c-c4b6-4583-9868-70310a5a9d87 req-2d13ec78-69da-4875-bcf3-29a5859a9c5d tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0ffadad-26f2-4371-99ee-0fb5193124bb HTTP/1.1" status: 200 len: 946 time: 0.0476570 Sep 22 16:58:21.702710 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-fb213d6c-c4b6-4583-9868-70310a5a9d87 req-75ca2bcf-47e1-4843-8aa9-a8067b0c0126 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/security-groups?id=8181c2dd-9d82-4af3-8b34-bfe3de99173c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314765 Sep 22 16:58:22.813772 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de2975f-e412-401a-a245-b4e52895ebbc req-5b5edb5b-8d9c-4351-ac36-0cae2421aba6 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:58:22.815982 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-6de2975f-e412-401a-a245-b4e52895ebbc req-5b5edb5b-8d9c-4351-ac36-0cae2421aba6 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0ffadad-26f2-4371-99ee-0fb5193124bb HTTP/1.1" status: 200 len: 946 time: 0.0487044 Sep 22 16:58:22.852760 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-6de2975f-e412-401a-a245-b4e52895ebbc req-312726d1-f4bc-40f2-afc2-e10c9ec16e70 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/security-groups?id=8181c2dd-9d82-4af3-8b34-bfe3de99173c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312197 Sep 22 16:58:23.970877 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf4964-1728-4150-8718-1e9ac2de7d24 req-721a3ca9-f3ce-489e-ae4b-4c7d6fe967b2 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:58:23.972797 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-27cf4964-1728-4150-8718-1e9ac2de7d24 req-721a3ca9-f3ce-489e-ae4b-4c7d6fe967b2 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0ffadad-26f2-4371-99ee-0fb5193124bb HTTP/1.1" status: 200 len: 946 time: 0.0541489 Sep 22 16:58:24.015687 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-27cf4964-1728-4150-8718-1e9ac2de7d24 req-5f81f294-b8a3-4f8f-9cfc-954620c97038 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/security-groups?id=8181c2dd-9d82-4af3-8b34-bfe3de99173c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365870 Sep 22 16:58:24.226676 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4056ed85-2b72-4def-a9eb-8389d2b5355c req-8c60f2c9-3983-4e0a-ab1a-d2415ad30980 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:58:24.228178 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-4056ed85-2b72-4def-a9eb-8389d2b5355c req-8c60f2c9-3983-4e0a-ab1a-d2415ad30980 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0ffadad-26f2-4371-99ee-0fb5193124bb HTTP/1.1" status: 200 len: 946 time: 0.0496376 Sep 22 16:58:24.267346 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-4056ed85-2b72-4def-a9eb-8389d2b5355c req-4fc6017f-311b-4151-9bf1-d8edb7a16deb tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/security-groups?id=8181c2dd-9d82-4af3-8b34-bfe3de99173c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330307 Sep 22 16:58:24.277970 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 34922) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:58:24.361283 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-dffccfdb-c7b6-4e19-9f90-f46558a2d6bb req-4b878f01-af33-49b5-bf20-05c60eb7bce6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c0ffadad-26f2-4371-99ee-0fb5193124bb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0821338 Sep 22 16:58:24.370453 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [req-dffccfdb-c7b6-4e19-9f90-f46558a2d6bb req-98f000d8-542a-44cc-9d78-806ddcb630e9 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:58:24.371400 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-dffccfdb-c7b6-4e19-9f90-f46558a2d6bb req-98f000d8-542a-44cc-9d78-806ddcb630e9 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047786 Sep 22 16:58:25.388772 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6755a4e-c04f-4186-bcd6-f8612612d14f req-4276ddb9-470d-443a-bdb8-d46432f8b258 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:58:25.390406 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-b6755a4e-c04f-4186-bcd6-f8612612d14f req-4276ddb9-470d-443a-bdb8-d46432f8b258 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0ffadad-26f2-4371-99ee-0fb5193124bb HTTP/1.1" status: 200 len: 946 time: 0.0525479 Sep 22 16:58:25.432651 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-b6755a4e-c04f-4186-bcd6-f8612612d14f req-b514d300-5e9a-4215-aa30-bc924bd3596a tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/security-groups?id=8181c2dd-9d82-4af3-8b34-bfe3de99173c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358732 Sep 22 16:58:25.562747 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device 232dff2a-53dc-4bf8-9b73-8638e469e31b no longer exists at agent hyperv_hv-cinder-80996 {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 16:58:25.637334 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:25.646453 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffccfdb-c7b6-4e19-9f90-f46558a2d6bb req-5635ec6f-689b-4db8-a538-66abbc3e0b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:58:25.647947 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-dffccfdb-c7b6-4e19-9f90-f46558a2d6bb req-5635ec6f-689b-4db8-a538-66abbc3e0b2c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c0ffadad-26f2-4371-99ee-0fb5193124bb&tenant_id=539e90d12b004781baa4dc86d2602fcb HTTP/1.1" status: 200 len: 1099 time: 0.0416522 Sep 22 16:58:25.659545 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ffadad-26f2-4371-99ee-0fb5193124bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '232dff2a-53dc-4bf8-9b73-8638e469e31b'}] {{(pid=100454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 16:58:25.661923 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16d40b4f2de209020387121264880f1a965f25742078a59137d58ca0948e8304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f26f27e7-32dd-4a2e-a66c-d30d3fd13c51" -d '{"events": [{"server_uuid": "c0ffadad-26f2-4371-99ee-0fb5193124bb", "name": "network-vif-unplugged", "status": "completed", "tag": "232dff2a-53dc-4bf8-9b73-8638e469e31b"}]}' {{(pid=100454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:58:25.682279 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port 232dff2a-53dc-4bf8-9b73-8638e469e31b, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=232dff2a-53dc-4bf8-9b73-8638e469e31b,segment=NetworkSegment(31220470-9569-42d0-934c-b509819951d9),segment_id=31220470-9569-42d0-934c-b509819951d9)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:58:25.687906 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:25.714015 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffccfdb-c7b6-4e19-9f90-f46558a2d6bb req-d4a9b9a3-e8f2-4d74-83a0-5fb4c8a48950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:58:25.715582 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-dffccfdb-c7b6-4e19-9f90-f46558a2d6bb req-d4a9b9a3-e8f2-4d74-83a0-5fb4c8a48950 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=539e90d12b004781baa4dc86d2602fcb&device_id=c0ffadad-26f2-4371-99ee-0fb5193124bb HTTP/1.1" status: 200 len: 1099 time: 0.0446224 Sep 22 16:58:25.716987 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 16:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75812aae-540e-45c9-b154-dc7813419fda x-openstack-request-id: req-75812aae-540e-45c9-b154-dc7813419fda {{(pid=100454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:58:25.717355 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0ffadad-26f2-4371-99ee-0fb5193124bb", "name": "network-vif-unplugged", "status": "completed", "tag": "232dff2a-53dc-4bf8-9b73-8638e469e31b", "code": 200}]} {{(pid=100454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:58:25.717709 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-75812aae-540e-45c9-b154-dc7813419fda {{(pid=100454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:58:25.718140 dv-cinder-809968-4-iscsi neutron-server[100454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0ffadad-26f2-4371-99ee-0fb5193124bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '232dff2a-53dc-4bf8-9b73-8638e469e31b', 'code': 200} Sep 22 16:58:25.756478 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Pushing event updated for resources: {'Port': ['ID=232dff2a-53dc-4bf8-9b73-8638e469e31b,revision_number=6']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:25.758558 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-59c35930-2b23-4bb5-8a7f-87c46040ffda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:25.765051 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:25.765479 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:25.765915 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:25.766318 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:25.766716 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:25.767114 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:25.767508 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:25.768507 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:25.769125 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:25.769772 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:25.770414 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:25.771064 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:25.813012 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffccfdb-c7b6-4e19-9f90-f46558a2d6bb req-6ff5c2fa-0337-4dd8-bd9f-e07140c414e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:58:25.815047 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-dffccfdb-c7b6-4e19-9f90-f46558a2d6bb req-6ff5c2fa-0337-4dd8-bd9f-e07140c414e7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f8f4386e-978e-4729-9bdc-24d4ee0cd6f1 HTTP/1.1" status: 200 len: 911 time: 0.0916400 Sep 22 16:58:25.879734 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-dffccfdb-c7b6-4e19-9f90-f46558a2d6bb req-7ca50801-0258-4e8d-bcf9-f8e75a2ad8b1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=232dff2a-53dc-4bf8-9b73-8638e469e31b HTTP/1.1" status: 200 len: 1000 time: 0.0568471 Sep 22 16:58:25.932595 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffccfdb-c7b6-4e19-9f90-f46558a2d6bb req-62f6ad76-0f29-44e6-bc05-10a9c1fc4f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:58:25.933940 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-dffccfdb-c7b6-4e19-9f90-f46558a2d6bb req-62f6ad76-0f29-44e6-bc05-10a9c1fc4f1b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=96c03f4d-686c-4f25-909a-981fa21718e9 HTTP/1.1" status: 200 len: 848 time: 0.0464201 Sep 22 16:58:25.979391 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffccfdb-c7b6-4e19-9f90-f46558a2d6bb req-995b51e8-d2d8-4c80-a44c-15fa7fc01927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:58:25.980840 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-dffccfdb-c7b6-4e19-9f90-f46558a2d6bb req-995b51e8-d2d8-4c80-a44c-15fa7fc01927 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f8f4386e-978e-4729-9bdc-24d4ee0cd6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398970 Sep 22 16:58:26.074918 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-dffccfdb-c7b6-4e19-9f90-f46558a2d6bb req-41935bee-8ea3-4394-af6a-5396bc289fee service neutron] 10.222.0.72 "GET /v2.0/networks/f8f4386e-978e-4729-9bdc-24d4ee0cd6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865417 Sep 22 16:58:26.165328 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-dffccfdb-c7b6-4e19-9f90-f46558a2d6bb req-3db9e3ed-505a-4b82-85b1-0b2c0f5df6d6 service neutron] 10.222.0.72 "GET /v2.0/networks/f8f4386e-978e-4729-9bdc-24d4ee0cd6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831728 Sep 22 16:58:26.482020 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:26.550832 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa5ca0-4235-4e89-8820-22c88d7ef67a req-45737e86-f99d-4410-bb01-5e3b225188fb tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:58:26.552329 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-d5fa5ca0-4235-4e89-8820-22c88d7ef67a req-45737e86-f99d-4410-bb01-5e3b225188fb tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0ffadad-26f2-4371-99ee-0fb5193124bb HTTP/1.1" status: 200 len: 944 time: 0.0489388 Sep 22 16:58:26.591447 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-d5fa5ca0-4235-4e89-8820-22c88d7ef67a req-9c118ad6-6733-4cad-ab79-043de0468078 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/security-groups?id=8181c2dd-9d82-4af3-8b34-bfe3de99173c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329149 Sep 22 16:58:27.707388 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9fecff-3b68-402f-8d3e-00436c3d05cd req-56460be0-1e4b-4922-89e2-abd14eed69b3 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:58:27.708872 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-9d9fecff-3b68-402f-8d3e-00436c3d05cd req-56460be0-1e4b-4922-89e2-abd14eed69b3 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0ffadad-26f2-4371-99ee-0fb5193124bb HTTP/1.1" status: 200 len: 944 time: 0.0485642 Sep 22 16:58:27.746223 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-9d9fecff-3b68-402f-8d3e-00436c3d05cd req-23078a7c-c7c6-4ebf-a1a4-b40aa6d07634 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/security-groups?id=8181c2dd-9d82-4af3-8b34-bfe3de99173c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308185 Sep 22 16:58:27.896739 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 34982) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:58:28.002572 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-8634be08-785b-4eec-a8a7-59f541962156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:28.089318 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-8634be08-785b-4eec-a8a7-59f541962156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:28.092989 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-8634be08-785b-4eec-a8a7-59f541962156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:28.130758 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-8634be08-785b-4eec-a8a7-59f541962156 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6034f046554e41c9aee2afa5756f6d12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2329743 Sep 22 16:58:28.131609 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8634be08-785b-4eec-a8a7-59f541962156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c35296-abc3-4f89-8973-87eaf127ed69,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:28.133379 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 34986) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:58:28.149007 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8634be08-785b-4eec-a8a7-59f541962156 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:28.149282 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8634be08-785b-4eec-a8a7-59f541962156 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:28.149635 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8634be08-785b-4eec-a8a7-59f541962156 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:28.149963 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8634be08-785b-4eec-a8a7-59f541962156 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:28.150285 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8634be08-785b-4eec-a8a7-59f541962156 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:28.150606 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8634be08-785b-4eec-a8a7-59f541962156 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:28.150926 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8634be08-785b-4eec-a8a7-59f541962156 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:28.151247 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8634be08-785b-4eec-a8a7-59f541962156 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:28.151559 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8634be08-785b-4eec-a8a7-59f541962156 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:28.151870 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8634be08-785b-4eec-a8a7-59f541962156 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:28.152181 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8634be08-785b-4eec-a8a7-59f541962156 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:28.152491 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8634be08-785b-4eec-a8a7-59f541962156 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:28.194077 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-9c7b10c0-0dd4-42c3-bd75-bf542147ec96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:28.217536 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-9c7b10c0-0dd4-42c3-bd75-bf542147ec96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:28.263575 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-9c7b10c0-0dd4-42c3-bd75-bf542147ec96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:28.266329 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-9c7b10c0-0dd4-42c3-bd75-bf542147ec96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:28.267990 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-9c7b10c0-0dd4-42c3-bd75-bf542147ec96 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/96c35296-abc3-4f89-8973-87eaf127ed69 HTTP/1.1" status: 204 len: 168 time: 0.1331844 Sep 22 16:58:28.275657 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7b10c0-0dd4-42c3-bd75-bf542147ec96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c35296-abc3-4f89-8973-87eaf127ed69,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:28.526812 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 34992) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:58:28.540050 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-4ed725ff-fa85-4127-b6f3-33dcf49998af admin admin] Notify callbacks [] for security_group, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:28.623132 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-4ed725ff-fa85-4127-b6f3-33dcf49998af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:28.627577 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-4ed725ff-fa85-4127-b6f3-33dcf49998af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:28.666316 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-4ed725ff-fa85-4127-b6f3-33dcf49998af admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d5801486421d4f88992dea9cb3ba0e21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1384130 Sep 22 16:58:28.667555 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed725ff-fa85-4127-b6f3-33dcf49998af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1505068c-4091-492f-90a0-afe8ccd49b0c,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:28.668823 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 34994) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:58:28.703715 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-eb4e8e97-25cc-4a83-a9f4-00bc2f0b863c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:28.718950 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-9f99d7d6-127c-47f9-b2a1-5862e600c24e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:28.739617 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-9f99d7d6-127c-47f9-b2a1-5862e600c24e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:28.788433 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-9f99d7d6-127c-47f9-b2a1-5862e600c24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:28.791010 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-9f99d7d6-127c-47f9-b2a1-5862e600c24e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:28.792281 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-9f99d7d6-127c-47f9-b2a1-5862e600c24e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1505068c-4091-492f-90a0-afe8ccd49b0c HTTP/1.1" status: 204 len: 168 time: 0.1224849 Sep 22 16:58:28.800474 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f99d7d6-127c-47f9-b2a1-5862e600c24e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1505068c-4091-492f-90a0-afe8ccd49b0c,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:28.807535 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f99d7d6-127c-47f9-b2a1-5862e600c24e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:28.808289 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f99d7d6-127c-47f9-b2a1-5862e600c24e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:28.808631 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f99d7d6-127c-47f9-b2a1-5862e600c24e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:28.808966 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f99d7d6-127c-47f9-b2a1-5862e600c24e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:28.809292 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f99d7d6-127c-47f9-b2a1-5862e600c24e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:28.809642 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f99d7d6-127c-47f9-b2a1-5862e600c24e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:28.809969 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f99d7d6-127c-47f9-b2a1-5862e600c24e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:28.810290 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f99d7d6-127c-47f9-b2a1-5862e600c24e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:28.810611 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f99d7d6-127c-47f9-b2a1-5862e600c24e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:28.810928 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f99d7d6-127c-47f9-b2a1-5862e600c24e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:28.811243 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f99d7d6-127c-47f9-b2a1-5862e600c24e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:28.811556 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f99d7d6-127c-47f9-b2a1-5862e600c24e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:28.865053 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03465bdd-ed69-4a91-a6a8-215c2f193a0b req-96162b8c-4cb1-485f-93df-847db779fc65 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:58:28.866647 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-03465bdd-ed69-4a91-a6a8-215c2f193a0b req-96162b8c-4cb1-485f-93df-847db779fc65 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0ffadad-26f2-4371-99ee-0fb5193124bb HTTP/1.1" status: 200 len: 944 time: 0.0489092 Sep 22 16:58:28.912361 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-03465bdd-ed69-4a91-a6a8-215c2f193a0b req-63e57878-5553-4607-a333-a4591a8584d0 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/security-groups?id=8181c2dd-9d82-4af3-8b34-bfe3de99173c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354853 Sep 22 16:58:29.026452 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:29.638825 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-c376604a-15ac-4af8-994c-a8e4e85893e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:30.035508 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d845f39b-87ee-4efd-a40f-6742209b0680 req-9d1be84b-df07-4b51-ab70-cb7fba57763b tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:58:30.037017 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-d845f39b-87ee-4efd-a40f-6742209b0680 req-9d1be84b-df07-4b51-ab70-cb7fba57763b tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0ffadad-26f2-4371-99ee-0fb5193124bb HTTP/1.1" status: 200 len: 944 time: 0.0556247 Sep 22 16:58:30.075884 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-d845f39b-87ee-4efd-a40f-6742209b0680 req-db5801a3-be27-410e-93d3-c17a24d35484 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/security-groups?id=8181c2dd-9d82-4af3-8b34-bfe3de99173c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328445 Sep 22 16:58:30.970962 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ea12bc52-457f-4758-858a-1e27800db098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:31.195637 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e0157-9314-4d8a-9ce7-4e5c81ed51a0 req-499a9bc3-2ba5-4229-8024-83cbd161da7f tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:58:31.197118 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-776e0157-9314-4d8a-9ce7-4e5c81ed51a0 req-499a9bc3-2ba5-4229-8024-83cbd161da7f tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0ffadad-26f2-4371-99ee-0fb5193124bb HTTP/1.1" status: 200 len: 944 time: 0.0514369 Sep 22 16:58:31.238436 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-776e0157-9314-4d8a-9ce7-4e5c81ed51a0 req-10c628b1-d22c-4f3f-87bb-8a3c70496cbb tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/security-groups?id=8181c2dd-9d82-4af3-8b34-bfe3de99173c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338409 Sep 22 16:58:32.354240 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17cd132-54cb-4d38-9ec7-cca707027233 req-8de2f3c8-0588-4dd3-af2c-91f94d55be87 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:58:32.355809 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f17cd132-54cb-4d38-9ec7-cca707027233 req-8de2f3c8-0588-4dd3-af2c-91f94d55be87 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0ffadad-26f2-4371-99ee-0fb5193124bb HTTP/1.1" status: 200 len: 944 time: 0.0493672 Sep 22 16:58:32.399271 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f17cd132-54cb-4d38-9ec7-cca707027233 req-364306ed-6676-4900-9ce0-323245b1ed3a tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/security-groups?id=8181c2dd-9d82-4af3-8b34-bfe3de99173c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341148 Sep 22 16:58:32.510172 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-2b1f1a48-3a3c-482e-bc24-4b98977c2a35 req-aa0c29ef-69fb-4048-9d9f-bda1db1923c4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=007d3ba2-e5ca-4536-b2bb-3e32c7d55715&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1368425 Sep 22 16:58:32.593681 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1f1a48-3a3c-482e-bc24-4b98977c2a35 req-67660941-13ef-4664-a77e-131c5a1c5bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:58:32.595769 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-2b1f1a48-3a3c-482e-bc24-4b98977c2a35 req-67660941-13ef-4664-a77e-131c5a1c5bc0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4268d5a7c3ba47fc9f303a67b37aee7a&device_id=007d3ba2-e5ca-4536-b2bb-3e32c7d55715 HTTP/1.1" status: 200 len: 1098 time: 0.0428820 Sep 22 16:58:32.703986 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1f1a48-3a3c-482e-bc24-4b98977c2a35 req-dbfaeacb-56f5-4709-a375-cef1d6be583c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:58:32.705837 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-2b1f1a48-3a3c-482e-bc24-4b98977c2a35 req-dbfaeacb-56f5-4709-a375-cef1d6be583c service neutron] 10.222.0.72 "GET /v2.0/networks?id=aababfd4-24d1-4477-9e08-13669f02d6c3 HTTP/1.1" status: 200 len: 914 time: 0.0898399 Sep 22 16:58:32.774876 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-2b1f1a48-3a3c-482e-bc24-4b98977c2a35 req-f10bfabc-3c64-406d-bb40-dd1dc04fa6c7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e463de9-26fc-4218-802c-eb743c68b3b4 HTTP/1.1" status: 200 len: 1001 time: 0.0611668 Sep 22 16:58:32.824862 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1f1a48-3a3c-482e-bc24-4b98977c2a35 req-1aa574a3-ec4c-4b13-a4dc-e3b8f12c0a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:58:32.826363 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-2b1f1a48-3a3c-482e-bc24-4b98977c2a35 req-1aa574a3-ec4c-4b13-a4dc-e3b8f12c0a8f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fd70f39b-af57-4d8a-9640-3850988db9e5 HTTP/1.1" status: 200 len: 851 time: 0.0415111 Sep 22 16:58:32.870867 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1f1a48-3a3c-482e-bc24-4b98977c2a35 req-a5e8ad0e-ab87-44b9-bf23-ab9331c18eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:58:32.872533 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-2b1f1a48-3a3c-482e-bc24-4b98977c2a35 req-a5e8ad0e-ab87-44b9-bf23-ab9331c18eb7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=aababfd4-24d1-4477-9e08-13669f02d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384758 Sep 22 16:58:32.964458 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-2b1f1a48-3a3c-482e-bc24-4b98977c2a35 req-620eb1d4-d15c-4bce-ae32-4825121aab5b service neutron] 10.222.0.72 "GET /v2.0/networks/aababfd4-24d1-4477-9e08-13669f02d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815504 Sep 22 16:58:33.050070 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-2b1f1a48-3a3c-482e-bc24-4b98977c2a35 req-a9e592f5-d4b9-4b8a-881b-e5c9efe733d3 service neutron] 10.222.0.72 "GET /v2.0/networks/aababfd4-24d1-4477-9e08-13669f02d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0776863 Sep 22 16:58:33.513127 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec339d9a-b265-4751-a4d3-bfc479c53b9f req-e5d79435-c334-4140-9f56-d485527eb5bb tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:58:33.514260 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-ec339d9a-b265-4751-a4d3-bfc479c53b9f req-e5d79435-c334-4140-9f56-d485527eb5bb tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0ffadad-26f2-4371-99ee-0fb5193124bb HTTP/1.1" status: 200 len: 944 time: 0.0483820 Sep 22 16:58:33.553572 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-ec339d9a-b265-4751-a4d3-bfc479c53b9f req-2d4ca9dd-6663-4317-9694-13150393ff80 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/security-groups?id=8181c2dd-9d82-4af3-8b34-bfe3de99173c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332155 Sep 22 16:58:33.615967 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device 232dff2a-53dc-4bf8-9b73-8638e469e31b details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=100454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 16:58:33.731547 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port 232dff2a-53dc-4bf8-9b73-8638e469e31b, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=232dff2a-53dc-4bf8-9b73-8638e469e31b,segment=NetworkSegment(31220470-9569-42d0-934c-b509819951d9),segment_id=31220470-9569-42d0-934c-b509819951d9)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:58:33.737604 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Returning: {'device': '232dff2a-53dc-4bf8-9b73-8638e469e31b', 'network_id': 'f8f4386e-978e-4729-9bdc-24d4ee0cd6f1', 'port_id': '232dff2a-53dc-4bf8-9b73-8638e469e31b', 'mac_address': 'fa:16:3e:c3:52:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1053, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96c03f4d-686c-4f25-909a-981fa21718e9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 16:58:33.780942 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:33.796459 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.notifiers.nova [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 232dff2a-53dc-4bf8-9b73-8638e469e31b {{(pid=100454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 16:58:33.822120 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port 232dff2a-53dc-4bf8-9b73-8638e469e31b, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=232dff2a-53dc-4bf8-9b73-8638e469e31b,segment=NetworkSegment(31220470-9569-42d0-934c-b509819951d9),segment_id=31220470-9569-42d0-934c-b509819951d9)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:58:33.826595 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:33.873569 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Pushing event updated for resources: {'Port': ['ID=232dff2a-53dc-4bf8-9b73-8638e469e31b,revision_number=7']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:33.909436 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f8ed36-f2ce-4b2f-96f4-535f5dad75be req-567c9e2d-b39d-49e7-a5a8-2f54e53f36b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:58:33.910987 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-48f8ed36-f2ce-4b2f-96f4-535f5dad75be req-567c9e2d-b39d-49e7-a5a8-2f54e53f36b8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c0ffadad-26f2-4371-99ee-0fb5193124bb HTTP/1.1" status: 200 len: 1098 time: 0.0448203 Sep 22 16:58:33.946179 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-48f8ed36-f2ce-4b2f-96f4-535f5dad75be req-0347b1e8-1ce8-40c0-87fb-dfbd663727dc service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8181c2dd-9d82-4af3-8b34-bfe3de99173c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274341 Sep 22 16:58:34.270397 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] get_ports_and_sgs() called for port_ids ['232dff2a-53dc-4bf8-9b73-8638e469e31b'] {{(pid=100454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 16:58:34.669408 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d3d3b-4124-493c-9523-e75e5c0bcf2d req-1f3c001e-efcf-4ba4-be05-0745a4f5e2a0 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:58:34.670932 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-cf5d3d3b-4124-493c-9523-e75e5c0bcf2d req-1f3c001e-efcf-4ba4-be05-0745a4f5e2a0 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0ffadad-26f2-4371-99ee-0fb5193124bb HTTP/1.1" status: 200 len: 945 time: 0.0506194 Sep 22 16:58:34.708099 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-cf5d3d3b-4124-493c-9523-e75e5c0bcf2d req-1e9f2b4f-ad93-4b13-8171-d83bd12a8e5a tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/security-groups?id=8181c2dd-9d82-4af3-8b34-bfe3de99173c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310192 Sep 22 16:58:35.637941 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device 232dff2a-53dc-4bf8-9b73-8638e469e31b up at agent hyperv_hv-cinder-80996 {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 16:58:35.696943 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Provisioning complete for port 232dff2a-53dc-4bf8-9b73-8638e469e31b triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:58:35.697317 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:35.778519 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:35.806157 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ffadad-26f2-4371-99ee-0fb5193124bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '232dff2a-53dc-4bf8-9b73-8638e469e31b'}] {{(pid=100454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 16:58:35.808473 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16d40b4f2de209020387121264880f1a965f25742078a59137d58ca0948e8304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d430128-aa56-4d01-badc-718d69b4e770" -d '{"events": [{"server_uuid": "c0ffadad-26f2-4371-99ee-0fb5193124bb", "name": "network-vif-plugged", "status": "completed", "tag": "232dff2a-53dc-4bf8-9b73-8638e469e31b"}]}' {{(pid=100454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:58:35.824922 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port 232dff2a-53dc-4bf8-9b73-8638e469e31b, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=232dff2a-53dc-4bf8-9b73-8638e469e31b,segment=NetworkSegment(31220470-9569-42d0-934c-b509819951d9),segment_id=31220470-9569-42d0-934c-b509819951d9)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:58:35.835028 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:35.838945 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f48c6c-6c48-4501-b8d6-6234cb50e6ee req-c1f68c55-e519-4744-b740-5bf34cd7a300 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:58:35.840593 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a6f48c6c-6c48-4501-b8d6-6234cb50e6ee req-c1f68c55-e519-4744-b740-5bf34cd7a300 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0ffadad-26f2-4371-99ee-0fb5193124bb HTTP/1.1" status: 200 len: 945 time: 0.0596251 Sep 22 16:58:35.886794 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Pushing event updated for resources: {'Port': ['ID=232dff2a-53dc-4bf8-9b73-8638e469e31b,revision_number=8']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:35.888649 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a6f48c6c-6c48-4501-b8d6-6234cb50e6ee req-c2bb0fb0-fb3b-43f4-bf59-bd02f967207c tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/security-groups?id=8181c2dd-9d82-4af3-8b34-bfe3de99173c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409124 Sep 22 16:58:35.935093 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 16:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac34e11-14ff-4384-85ef-9f62770d124f x-openstack-request-id: req-7ac34e11-14ff-4384-85ef-9f62770d124f {{(pid=100454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:58:35.935384 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0ffadad-26f2-4371-99ee-0fb5193124bb", "name": "network-vif-plugged", "status": "completed", "tag": "232dff2a-53dc-4bf8-9b73-8638e469e31b", "code": 200}]} {{(pid=100454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:58:35.935629 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7ac34e11-14ff-4384-85ef-9f62770d124f {{(pid=100454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:58:35.936015 dv-cinder-809968-4-iscsi neutron-server[100454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0ffadad-26f2-4371-99ee-0fb5193124bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '232dff2a-53dc-4bf8-9b73-8638e469e31b', 'code': 200} Sep 22 16:58:37.009659 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f27ab7a-828d-44e3-a3d8-a7cefe24de45 req-25d68578-f41b-4d08-bd79-8d4418b87eb5 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:58:37.011433 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-4f27ab7a-828d-44e3-a3d8-a7cefe24de45 req-25d68578-f41b-4d08-bd79-8d4418b87eb5 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0ffadad-26f2-4371-99ee-0fb5193124bb HTTP/1.1" status: 200 len: 946 time: 0.0508745 Sep 22 16:58:37.051362 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-4f27ab7a-828d-44e3-a3d8-a7cefe24de45 req-4677c0e6-4081-4b42-9f4c-04de6ab6b496 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/security-groups?id=8181c2dd-9d82-4af3-8b34-bfe3de99173c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337081 Sep 22 16:58:37.288965 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 35152) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:58:37.396541 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-214e7281-bab5-4c3b-9be4-74d249b399da admin admin] Notify callbacks [] for security_group, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:37.487514 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-214e7281-bab5-4c3b-9be4-74d249b399da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:37.491259 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-214e7281-bab5-4c3b-9be4-74d249b399da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:37.528952 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-214e7281-bab5-4c3b-9be4-74d249b399da admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=39a4968918984869938c91ad6b9ddca9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2388945 Sep 22 16:58:37.529929 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214e7281-bab5-4c3b-9be4-74d249b399da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3b58df-7414-4242-ad09-dd55523c6344,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:37.531628 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 35156) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:58:37.578445 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-efece749-06fc-4ae5-93bf-6ba05ad8d3bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:37.599684 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-efece749-06fc-4ae5-93bf-6ba05ad8d3bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:37.646977 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-efece749-06fc-4ae5-93bf-6ba05ad8d3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:37.649921 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-efece749-06fc-4ae5-93bf-6ba05ad8d3bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:37.651184 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-efece749-06fc-4ae5-93bf-6ba05ad8d3bf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1f3b58df-7414-4242-ad09-dd55523c6344 HTTP/1.1" status: 204 len: 168 time: 0.1179378 Sep 22 16:58:37.660016 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efece749-06fc-4ae5-93bf-6ba05ad8d3bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3b58df-7414-4242-ad09-dd55523c6344,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:37.914633 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 35162) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:58:37.927545 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-6e58a926-3014-4095-b427-5286c6a75a06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:38.014305 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-6e58a926-3014-4095-b427-5286c6a75a06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:38.017965 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-6e58a926-3014-4095-b427-5286c6a75a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:38.055447 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e58a926-3014-4095-b427-5286c6a75a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d30b148b-4738-4ed0-8aab-e74a313d9bde,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:38.059722 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-6e58a926-3014-4095-b427-5286c6a75a06 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=538999de9e9d4a02982492a68a9ffb4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1440287 Sep 22 16:58:38.062454 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 35164) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:58:38.115315 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-de930e9a-4214-47c2-8296-53549da4bcd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:38.140645 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-de930e9a-4214-47c2-8296-53549da4bcd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:38.186605 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-de930e9a-4214-47c2-8296-53549da4bcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:38.190160 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-de930e9a-4214-47c2-8296-53549da4bcd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:38.191300 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-de930e9a-4214-47c2-8296-53549da4bcd6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d30b148b-4738-4ed0-8aab-e74a313d9bde HTTP/1.1" status: 204 len: 168 time: 0.1279924 Sep 22 16:58:38.198690 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de930e9a-4214-47c2-8296-53549da4bcd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d30b148b-4738-4ed0-8aab-e74a313d9bde,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:38.495993 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 35170) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:58:38.509521 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-175590d6-98f7-4e01-8ba3-d947aa4d2251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:38.593945 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-175590d6-98f7-4e01-8ba3-d947aa4d2251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:38.597996 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-175590d6-98f7-4e01-8ba3-d947aa4d2251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:38.634919 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-175590d6-98f7-4e01-8ba3-d947aa4d2251 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1728c20c636943c6988b624ae36f4c0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1376221 Sep 22 16:58:38.635756 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175590d6-98f7-4e01-8ba3-d947aa4d2251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4447e74f-5111-4da4-9639-91a01711722d,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:38.637619 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 35172) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:58:38.685954 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-18402455-ee61-472c-8cc1-58b0c88886bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:38.706312 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-18402455-ee61-472c-8cc1-58b0c88886bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:38.752060 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-18402455-ee61-472c-8cc1-58b0c88886bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:38.754666 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-18402455-ee61-472c-8cc1-58b0c88886bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:38.755785 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-18402455-ee61-472c-8cc1-58b0c88886bc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4447e74f-5111-4da4-9639-91a01711722d HTTP/1.1" status: 204 len: 168 time: 0.1166062 Sep 22 16:58:38.763206 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18402455-ee61-472c-8cc1-58b0c88886bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4447e74f-5111-4da4-9639-91a01711722d,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:53.007522 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.agents_db [None req-27f04faf-824b-4b06-8ae5-89241b6ab4ba None None] Agent healthcheck: found 6 active agents {{(pid=100455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 16:58:55.739579 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e6cbca9-f063-476a-8166-6b1c64e52dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:56.475745 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:58.704806 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-71bdb671-c651-4c6a-88ae-9cc4d6f35217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:59.026944 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:59.641313 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-c376604a-15ac-4af8-994c-a8e4e85893e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:00.974834 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ea12bc52-457f-4758-858a-1e27800db098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:06.712152 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 35350) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:59:06.815251 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-55f7c491-7826-442c-a310-f044df060bd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:06.905379 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-55f7c491-7826-442c-a310-f044df060bd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:06.909021 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-55f7c491-7826-442c-a310-f044df060bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:06.948024 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f7c491-7826-442c-a310-f044df060bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=911aa9e7-c994-4113-aa4f-06e3f17af884,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:06.953388 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-55f7c491-7826-442c-a310-f044df060bd7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=386804e558dc4c0aa1d1b92c266ccee8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2401955 Sep 22 16:59:06.956060 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 35354) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:59:07.003033 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-6fff58a2-4bb5-48c4-9017-34e65a502658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:07.023960 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-6fff58a2-4bb5-48c4-9017-34e65a502658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:07.068014 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-6fff58a2-4bb5-48c4-9017-34e65a502658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:07.071087 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-6fff58a2-4bb5-48c4-9017-34e65a502658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:07.072241 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-6fff58a2-4bb5-48c4-9017-34e65a502658 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/911aa9e7-c994-4113-aa4f-06e3f17af884 HTTP/1.1" status: 204 len: 168 time: 0.1152480 Sep 22 16:59:07.079664 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fff58a2-4bb5-48c4-9017-34e65a502658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911aa9e7-c994-4113-aa4f-06e3f17af884,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:14.401760 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf4489-578a-461e-8530-aa3e4ddbc032 req-9192e3ee-40ce-46b2-bc3a-1c015d40c995 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:59:14.403271 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-3ddf4489-578a-461e-8530-aa3e4ddbc032 req-9192e3ee-40ce-46b2-bc3a-1c015d40c995 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 947 time: 0.0485899 Sep 22 16:59:14.440235 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-3ddf4489-578a-461e-8530-aa3e4ddbc032 req-6f7fe1de-9272-437c-948c-3903a32880cc tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310872 Sep 22 16:59:15.565321 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fef79a-d060-4133-a2fc-a5bf9132cee6 req-380c76ec-8131-427a-8709-5499e517606e tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:59:15.567832 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-81fef79a-d060-4133-a2fc-a5bf9132cee6 req-380c76ec-8131-427a-8709-5499e517606e tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 947 time: 0.0541680 Sep 22 16:59:15.607724 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-81fef79a-d060-4133-a2fc-a5bf9132cee6 req-e6bb20c1-d3f7-411b-8b81-addfdaf576b5 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332661 Sep 22 16:59:16.550958 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e3083-f0c9-4175-be94-80126369169e req-8c604960-8fe6-4bed-b101-6a1b456c1f80 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:59:16.552376 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-343e3083-f0c9-4175-be94-80126369169e req-8c604960-8fe6-4bed-b101-6a1b456c1f80 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.72 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 947 time: 0.0500741 Sep 22 16:59:16.640873 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.plugin [req-343e3083-f0c9-4175-be94-80126369169e req-3491f8b8-913b-4956-9e79-9174ad07a505 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Deleting port e3932ce7-0ea9-4221-a225-3b3db0751547 {{(pid=100452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 16:59:16.640873 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-343e3083-f0c9-4175-be94-80126369169e req-3491f8b8-913b-4956-9e79-9174ad07a505 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735274981160'] for port, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:16.726049 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bdb49c-6a86-481b-ac5b-e551cdb714aa req-40aae091-4794-4a24-afdd-2c5c14e92c0a tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:59:16.728539 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-38bdb49c-6a86-481b-ac5b-e551cdb714aa req-40aae091-4794-4a24-afdd-2c5c14e92c0a tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 947 time: 0.0492020 Sep 22 16:59:16.731083 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.db [req-343e3083-f0c9-4175-be94-80126369169e req-3491f8b8-913b-4956-9e79-9174ad07a505 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] For port e3932ce7-0ea9-4221-a225-3b3db0751547, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=e3932ce7-0ea9-4221-a225-3b3db0751547,segment=NetworkSegment(3afac084-fecd-4942-8672-011c0558f65a),segment_id=3afac084-fecd-4942-8672-011c0558f65a)] {{(pid=100452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:59:16.731451 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-343e3083-f0c9-4175-be94-80126369169e req-3491f8b8-913b-4956-9e79-9174ad07a505 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697305'] for port, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:16.766462 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-38bdb49c-6a86-481b-ac5b-e551cdb714aa req-8f63173e-b9a2-42f9-937c-df608e47fe84 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups?id=e530700c-f783-4f1a-b1bd-8b66e984e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315874 Sep 22 16:59:16.896033 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-343e3083-f0c9-4175-be94-80126369169e req-3491f8b8-913b-4956-9e79-9174ad07a505 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:16.896309 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-343e3083-f0c9-4175-be94-80126369169e req-3491f8b8-913b-4956-9e79-9174ad07a505 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700864'] for floatingip, after_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:16.896634 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.db.l3_db [req-343e3083-f0c9-4175-be94-80126369169e req-3491f8b8-913b-4956-9e79-9174ad07a505 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Floating IP 1c579539-fdc1-47b8-bb9b-3acc41720a0c disassociated. External IP: 172.27.0.164, port: e3932ce7-0ea9-4221-a225-3b3db0751547. Sep 22 16:59:16.896948 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.plugin [req-343e3083-f0c9-4175-be94-80126369169e req-3491f8b8-913b-4956-9e79-9174ad07a505 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Calling delete_port for e3932ce7-0ea9-4221-a225-3b3db0751547 owned by compute:nova {{(pid=100452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 16:59:17.021240 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-343e3083-f0c9-4175-be94-80126369169e req-3491f8b8-913b-4956-9e79-9174ad07a505 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735274987246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735274499786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8763924'] for port, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:17.050474 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3491f8b8-913b-4956-9e79-9174ad07a505 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Pushing event deleted for resources: {'Port': ['ID=e3932ce7-0ea9-4221-a225-3b3db0751547,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:17.169239 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.l3_agent_scheduler [req-343e3083-f0c9-4175-be94-80126369169e req-3491f8b8-913b-4956-9e79-9174ad07a505 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Router f4def252-7fd5-499d-a0a2-7969b7845849 has already been hosted by L3 agent c3efc510-1e60-45c8-b68a-00a20fddc4a4 {{(pid=100452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 16:59:17.277679 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-343e3083-f0c9-4175-be94-80126369169e req-3491f8b8-913b-4956-9e79-9174ad07a505 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify agent at l3_agent.dv-cinder-809968-4-iscsi the message routers_updated {{(pid=100452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 16:59:17.287566 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570b9312-a67e-4ab8-a9f1-764e3f55652e None None] Sync routers for ids ['f4def252-7fd5-499d-a0a2-7969b7845849'] in dv-cinder-809968-4-iscsi {{(pid=100455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 16:59:17.297055 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570b9312-a67e-4ab8-a9f1-764e3f55652e None None] Routers {'f4def252-7fd5-499d-a0a2-7969b7845849'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 16:59:17.297740 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-570b9312-a67e-4ab8-a9f1-764e3f55652e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:58:59Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['f4def252-7fd5-499d-a0a2-7969b7845849'], 'active': True} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:17.317750 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.l3_dvrscheduler_db [req-343e3083-f0c9-4175-be94-80126369169e req-3491f8b8-913b-4956-9e79-9174ad07a505 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] No DVR routers for this DVR port e3932ce7-0ea9-4221-a225-3b3db0751547 on host hv-cinder-80996 {{(pid=100452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 16:59:17.321146 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-343e3083-f0c9-4175-be94-80126369169e req-3491f8b8-913b-4956-9e79-9174ad07a505 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306'] for port, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:17.323528 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-343e3083-f0c9-4175-be94-80126369169e req-3491f8b8-913b-4956-9e79-9174ad07a505 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.72 "DELETE /v2.0/ports/e3932ce7-0ea9-4221-a225-3b3db0751547 HTTP/1.1" status: 204 len: 173 time: 0.7635903 Sep 22 16:59:17.324042 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a551ca0e-985b-4419-af0a-f596f4a6ea11', 'name': 'network-vif-deleted', 'tag': 'e3932ce7-0ea9-4221-a225-3b3db0751547'}] {{(pid=100452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 16:59:17.326385 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3daeaf716feba76a3af1624af44cd9d3b401b8dbf4d63f278f059799def7c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a891e7-ffbd-4b63-bba9-06016eed0f15" -d '{"events": [{"server_uuid": "a551ca0e-985b-4419-af0a-f596f4a6ea11", "name": "network-vif-deleted", "tag": "e3932ce7-0ea9-4221-a225-3b3db0751547"}]}' {{(pid=100452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:59:17.415903 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvr_db [None req-570b9312-a67e-4ab8-a9f1-764e3f55652e None None] Set router f4def252-7fd5-499d-a0a2-7969b7845849 gateway port host: dv-cinder-809968-4-iscsi {{(pid=100455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 16:59:17.510883 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 16:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c89628-a800-4fa6-9d56-d489f156138f x-openstack-request-id: req-c8c89628-a800-4fa6-9d56-d489f156138f {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:59:17.511175 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a551ca0e-985b-4419-af0a-f596f4a6ea11", "name": "network-vif-deleted", "tag": "e3932ce7-0ea9-4221-a225-3b3db0751547", "status": "completed", "code": 200}]} {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:59:17.511428 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c8c89628-a800-4fa6-9d56-d489f156138f {{(pid=100452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:59:17.511827 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a551ca0e-985b-4419-af0a-f596f4a6ea11', 'name': 'network-vif-deleted', 'tag': 'e3932ce7-0ea9-4221-a225-3b3db0751547', 'status': 'completed', 'code': 200} Sep 22 16:59:17.634792 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-570b9312-a67e-4ab8-a9f1-764e3f55652e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4def252-7fd5-499d-a0a2-7969b7845849', 'name': 'tempest-AttachVolumeShelveTestJSON-1822705425-router', 'tenant_id': 'fe0862b93ee9429196930d5fd745e5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '709278fa-7e7c-472e-886b-0614f43033da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:47:16Z', 'updated_at': '2021-09-22T16:47:26Z', 'revision_number': 4, 'project_id': 'fe0862b93ee9429196930d5fd745e5cc', 'gw_port': {'id': '709278fa-7e7c-472e-886b-0614f43033da', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4def252-7fd5-499d-a0a2-7969b7845849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:17Z', 'updated_at': '2021-09-22T16:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_interfaces': [{'id': '0328eafc-2de3-4e3b-9660-147e8781ee53', 'name': '', 'network_id': 'cf6bcf08-16c2-430e-b630-d9fa645b940f', 'tenant_id': 'fe0862b93ee9429196930d5fd745e5cc', 'mac_address': 'fa:16:3e:02:3f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4def252-7fd5-499d-a0a2-7969b7845849', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7d91da0e-c8e1-4689-8df1-180aa1bc9ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:23Z', 'updated_at': '2021-09-22T16:47:35Z', 'revision_number': 5, 'project_id': 'fe0862b93ee9429196930d5fd745e5cc', 'subnets': [{'id': '7d91da0e-c8e1-4689-8df1-180aa1bc9ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:17.738746 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570b9312-a67e-4ab8-a9f1-764e3f55652e None None] Checking router: f4def252-7fd5-499d-a0a2-7969b7845849 for host: dv-cinder-809968-4-iscsi {{(pid=100455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 16:59:17.747938 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570b9312-a67e-4ab8-a9f1-764e3f55652e None None] Routers {'f4def252-7fd5-499d-a0a2-7969b7845849'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 16:59:17.748545 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-570b9312-a67e-4ab8-a9f1-764e3f55652e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:58:59Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['f4def252-7fd5-499d-a0a2-7969b7845849'], 'active': True} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:17.854591 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvr_db [None req-570b9312-a67e-4ab8-a9f1-764e3f55652e None None] Set router f4def252-7fd5-499d-a0a2-7969b7845849 gateway port host: dv-cinder-809968-4-iscsi {{(pid=100455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 16:59:17.889821 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-4649124b-bb12-4451-a368-39f71dd08108 req-f969cb8f-b82f-44e0-ad79-07eff98b0d81 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/ports?device_id=a551ca0e-985b-4419-af0a-f596f4a6ea11 HTTP/1.1" status: 200 len: 210 time: 0.0339105 Sep 22 16:59:18.055771 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-570b9312-a67e-4ab8-a9f1-764e3f55652e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4def252-7fd5-499d-a0a2-7969b7845849', 'name': 'tempest-AttachVolumeShelveTestJSON-1822705425-router', 'tenant_id': 'fe0862b93ee9429196930d5fd745e5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '709278fa-7e7c-472e-886b-0614f43033da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:47:16Z', 'updated_at': '2021-09-22T16:47:26Z', 'revision_number': 4, 'project_id': 'fe0862b93ee9429196930d5fd745e5cc', 'gw_port': {'id': '709278fa-7e7c-472e-886b-0614f43033da', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4def252-7fd5-499d-a0a2-7969b7845849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:17Z', 'updated_at': '2021-09-22T16:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_interfaces': [{'id': '0328eafc-2de3-4e3b-9660-147e8781ee53', 'name': '', 'network_id': 'cf6bcf08-16c2-430e-b630-d9fa645b940f', 'tenant_id': 'fe0862b93ee9429196930d5fd745e5cc', 'mac_address': 'fa:16:3e:02:3f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4def252-7fd5-499d-a0a2-7969b7845849', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7d91da0e-c8e1-4689-8df1-180aa1bc9ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:23Z', 'updated_at': '2021-09-22T16:47:35Z', 'revision_number': 5, 'project_id': 'fe0862b93ee9429196930d5fd745e5cc', 'subnets': [{'id': '7d91da0e-c8e1-4689-8df1-180aa1bc9ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:18.084233 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570b9312-a67e-4ab8-a9f1-764e3f55652e None None] The sync data for ids ['f4def252-7fd5-499d-a0a2-7969b7845849'] in dv-cinder-809968-4-iscsi is: [{'id': 'f4def252-7fd5-499d-a0a2-7969b7845849', 'name': 'tempest-AttachVolumeShelveTestJSON-1822705425-router', 'tenant_id': 'fe0862b93ee9429196930d5fd745e5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '709278fa-7e7c-472e-886b-0614f43033da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:47:16Z', 'updated_at': '2021-09-22T16:47:26Z', 'revision_number': 4, 'project_id': 'fe0862b93ee9429196930d5fd745e5cc', 'gw_port': {'id': '709278fa-7e7c-472e-886b-0614f43033da', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4def252-7fd5-499d-a0a2-7969b7845849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:17Z', 'updated_at': '2021-09-22T16:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_interfaces': [{'id': '0328eafc-2de3-4e3b-9660-147e8781ee53', 'name': '', 'network_id': 'cf6bcf08-16c2-430e-b630-d9fa645b940f', 'tenant_id': 'fe0862b93ee9429196930d5fd745e5cc', 'mac_address': 'fa:16:3e:02:3f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4def252-7fd5-499d-a0a2-7969b7845849', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7d91da0e-c8e1-4689-8df1-180aa1bc9ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:23Z', 'updated_at': '2021-09-22T16:47:35Z', 'revision_number': 5, 'project_id': 'fe0862b93ee9429196930d5fd745e5cc', 'subnets': [{'id': '7d91da0e-c8e1-4689-8df1-180aa1bc9ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 16:59:18.302525 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb5974b-47df-4c2c-82c2-42ce6ad1db81 None None] New status for floating IP 1c579539-fdc1-47b8-bb9b-3acc41720a0c: DOWN {{(pid=100454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 16:59:18.413686 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 35472) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:59:18.518409 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-c39c0cf7-9897-48a3-9ce7-f5c3aadbcbc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:18.605758 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-c39c0cf7-9897-48a3-9ce7-f5c3aadbcbc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:18.609192 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-c39c0cf7-9897-48a3-9ce7-f5c3aadbcbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:18.646588 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-c39c0cf7-9897-48a3-9ce7-f5c3aadbcbc4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4f0bbda9ee814b3c8b6cb86e35c64d60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2318327 Sep 22 16:59:18.647603 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c0cf7-9897-48a3-9ce7-f5c3aadbcbc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=914d1b79-1a3e-4feb-a9dd-85f05135d5b0,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:18.649855 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 35476) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:59:18.697044 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-b816104b-b505-46c0-8555-8f7ad57fbe5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:18.719859 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-b816104b-b505-46c0-8555-8f7ad57fbe5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:18.765811 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-b816104b-b505-46c0-8555-8f7ad57fbe5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:18.768277 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-b816104b-b505-46c0-8555-8f7ad57fbe5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:18.769385 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-b816104b-b505-46c0-8555-8f7ad57fbe5a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/914d1b79-1a3e-4feb-a9dd-85f05135d5b0 HTTP/1.1" status: 204 len: 168 time: 0.1184888 Sep 22 16:59:18.776847 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b816104b-b505-46c0-8555-8f7ad57fbe5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914d1b79-1a3e-4feb-a9dd-85f05135d5b0,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:18.975644 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 35488) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:59:19.032479 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-98568154-110d-4c9d-8424-53c1bb59d6b1 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks [] for security_group, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:19.056445 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-98568154-110d-4c9d-8424-53c1bb59d6b1 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:19.102636 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-98568154-110d-4c9d-8424-53c1bb59d6b1 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:19.105398 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-98568154-110d-4c9d-8424-53c1bb59d6b1 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks [] for security_group, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:19.109060 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-98568154-110d-4c9d-8424-53c1bb59d6b1 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "DELETE /v2.0/security-groups/e530700c-f783-4f1a-b1bd-8b66e984e57a HTTP/1.1" status: 204 len: 168 time: 0.1284792 Sep 22 16:59:19.109714 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 35496) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:59:19.118485 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98568154-110d-4c9d-8424-53c1bb59d6b1 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e530700c-f783-4f1a-b1bd-8b66e984e57a,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:19.128910 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.api.v2.resource [None req-bcdefa79-a811-44e6-9d16-4cdd2af917c0 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] show failed (client error): The resource could not be found. Sep 22 16:59:19.132802 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-bcdefa79-a811-44e6-9d16-4cdd2af917c0 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "GET /v2.0/security-groups/e530700c-f783-4f1a-b1bd-8b66e984e57a HTTP/1.1" status: 404 len: 347 time: 0.0193939 Sep 22 16:59:19.133255 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 35498) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:59:19.256659 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.plugin [None req-fb31a119-79d5-4772-b089-43bd18d2c796 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Deleting port 6694e5e3-e025-4655-a57f-567e8b95e12c {{(pid=100453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 16:59:19.256659 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-fb31a119-79d5-4772-b089-43bd18d2c796 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735274981160'] for port, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:19.558366 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-fb31a119-79d5-4772-b089-43bd18d2c796 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697305'] for port, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:19.558690 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-fb31a119-79d5-4772-b089-43bd18d2c796 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:19.569788 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.plugin [None req-fb31a119-79d5-4772-b089-43bd18d2c796 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Calling delete_port for 6694e5e3-e025-4655-a57f-567e8b95e12c owned by network:floatingip {{(pid=100453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 16:59:19.715057 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-fb31a119-79d5-4772-b089-43bd18d2c796 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735274987246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735274499786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8594183'] for port, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:19.740612 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb31a119-79d5-4772-b089-43bd18d2c796 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Pushing event deleted for resources: {'Port': ['ID=6694e5e3-e025-4655-a57f-567e8b95e12c,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:19.803404 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-fb31a119-79d5-4772-b089-43bd18d2c796 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks [] for floatingip, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:19.806133 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-fb31a119-79d5-4772-b089-43bd18d2c796 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306'] for floatingip, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:19.807303 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-fb31a119-79d5-4772-b089-43bd18d2c796 tempest-AttachVolumeShelveTestJSON-1957573375 tempest-AttachVolumeShelveTestJSON-1957573375-project] 10.222.0.66 "DELETE /v2.0/floatingips/1c579539-fdc1-47b8-bb9b-3acc41720a0c HTTP/1.1" status: 204 len: 168 time: 0.6729898 Sep 22 16:59:19.872065 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device e3932ce7-0ea9-4221-a225-3b3db0751547 no longer exists at agent hyperv_hv-cinder-80996 {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 16:59:19.895240 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] No Port match for: e3932ce7-0ea9-4221-a225-3b3db0751547 {{(pid=100454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 16:59:19.895588 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device e3932ce7-0ea9-4221-a225-3b3db0751547 not bound to the agent host hv-cinder-80996 {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 16:59:22.247953 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 35558) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:59:22.738700 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d1b117e1-ccb1-439f-8dca-ce3a3d9fcc49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699840'] for router_interface, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:22.979050 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.plugin [None req-d1b117e1-ccb1-439f-8dca-ce3a3d9fcc49 admin admin] Deleting port 0328eafc-2de3-4e3b-9660-147e8781ee53 {{(pid=100453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 16:59:22.979296 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d1b117e1-ccb1-439f-8dca-ce3a3d9fcc49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735274981160'] for port, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:23.053999 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.db [None req-d1b117e1-ccb1-439f-8dca-ce3a3d9fcc49 admin admin] For port 0328eafc-2de3-4e3b-9660-147e8781ee53, host dv-cinder-809968-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=0328eafc-2de3-4e3b-9660-147e8781ee53,segment=NetworkSegment(3afac084-fecd-4942-8672-011c0558f65a),segment_id=3afac084-fecd-4942-8672-011c0558f65a)] {{(pid=100453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:59:23.054386 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d1b117e1-ccb1-439f-8dca-ce3a3d9fcc49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697305'] for port, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:23.066494 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.plugin [None req-d1b117e1-ccb1-439f-8dca-ce3a3d9fcc49 admin admin] Calling delete_port for 0328eafc-2de3-4e3b-9660-147e8781ee53 owned by network:router_interface {{(pid=100453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 16:59:23.237636 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d1b117e1-ccb1-439f-8dca-ce3a3d9fcc49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735274987246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735274499786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8594183'] for port, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:23.266620 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b117e1-ccb1-439f-8dca-ce3a3d9fcc49 admin admin] Pushing event deleted for resources: {'Port': ['ID=0328eafc-2de3-4e3b-9660-147e8781ee53,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:23.433511 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d1b117e1-ccb1-439f-8dca-ce3a3d9fcc49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1701001'] for router_interface, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:23.655523 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1b117e1-ccb1-439f-8dca-ce3a3d9fcc49 admin admin] Router f4def252-7fd5-499d-a0a2-7969b7845849 has already been hosted by L3 agent c3efc510-1e60-45c8-b68a-00a20fddc4a4 {{(pid=100453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 16:59:23.759139 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b117e1-ccb1-439f-8dca-ce3a3d9fcc49 admin admin] Notify agent at l3_agent.dv-cinder-809968-4-iscsi the message routers_updated {{(pid=100453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 16:59:23.764680 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-d1b117e1-ccb1-439f-8dca-ce3a3d9fcc49 admin admin] 10.222.0.66 "PUT /v2.0/routers/f4def252-7fd5-499d-a0a2-7969b7845849/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5156407 Sep 22 16:59:23.767339 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 35576) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:59:23.770199 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f6cccc-a26a-4548-be55-86d7bb13fbf3 None None] Sync routers for ids ['f4def252-7fd5-499d-a0a2-7969b7845849'] in dv-cinder-809968-4-iscsi {{(pid=100455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 16:59:23.779820 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f6cccc-a26a-4548-be55-86d7bb13fbf3 None None] Routers {'f4def252-7fd5-499d-a0a2-7969b7845849'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 16:59:23.780438 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-70f6cccc-a26a-4548-be55-86d7bb13fbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:58:59Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['f4def252-7fd5-499d-a0a2-7969b7845849'], 'active': True} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:23.881540 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-aef89cab-48c4-4d7b-aad7-40e9aaf3014d admin admin] Notify callbacks [] for router, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:23.888343 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvr_db [None req-70f6cccc-a26a-4548-be55-86d7bb13fbf3 None None] Set router f4def252-7fd5-499d-a0a2-7969b7845849 gateway port host: dv-cinder-809968-4-iscsi {{(pid=100455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 16:59:23.981037 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-aef89cab-48c4-4d7b-aad7-40e9aaf3014d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:24.035083 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.plugin [None req-aef89cab-48c4-4d7b-aad7-40e9aaf3014d admin admin] Deleting port 709278fa-7e7c-472e-886b-0614f43033da {{(pid=100453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 16:59:24.035427 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-aef89cab-48c4-4d7b-aad7-40e9aaf3014d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735274981160'] for port, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:24.063232 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-70f6cccc-a26a-4548-be55-86d7bb13fbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4def252-7fd5-499d-a0a2-7969b7845849', 'name': 'tempest-AttachVolumeShelveTestJSON-1822705425-router', 'tenant_id': 'fe0862b93ee9429196930d5fd745e5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '709278fa-7e7c-472e-886b-0614f43033da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:47:16Z', 'updated_at': '2021-09-22T16:59:23Z', 'revision_number': 5, 'project_id': 'fe0862b93ee9429196930d5fd745e5cc', 'gw_port': {'id': '709278fa-7e7c-472e-886b-0614f43033da', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4def252-7fd5-499d-a0a2-7969b7845849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:47:17Z', 'updated_at': '2021-09-22T16:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi'}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:24.089228 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f6cccc-a26a-4548-be55-86d7bb13fbf3 None None] Checking router: f4def252-7fd5-499d-a0a2-7969b7845849 for host: dv-cinder-809968-4-iscsi {{(pid=100455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 16:59:24.097450 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f6cccc-a26a-4548-be55-86d7bb13fbf3 None None] Routers {'f4def252-7fd5-499d-a0a2-7969b7845849'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 16:59:24.098144 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-70f6cccc-a26a-4548-be55-86d7bb13fbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:58:59Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['f4def252-7fd5-499d-a0a2-7969b7845849'], 'active': True} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:24.112477 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.db [None req-aef89cab-48c4-4d7b-aad7-40e9aaf3014d admin admin] For port 709278fa-7e7c-472e-886b-0614f43033da, host dv-cinder-809968-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=709278fa-7e7c-472e-886b-0614f43033da,segment=NetworkSegment(73061bb2-74db-4070-b057-2315d4867ed3),segment_id=73061bb2-74db-4070-b057-2315d4867ed3)] {{(pid=100453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:59:24.112869 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-aef89cab-48c4-4d7b-aad7-40e9aaf3014d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697305'] for port, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:24.125121 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.plugin [None req-aef89cab-48c4-4d7b-aad7-40e9aaf3014d admin admin] Calling delete_port for 709278fa-7e7c-472e-886b-0614f43033da owned by network:router_gateway {{(pid=100453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 16:59:24.183702 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvr_db [None req-70f6cccc-a26a-4548-be55-86d7bb13fbf3 None None] Set router f4def252-7fd5-499d-a0a2-7969b7845849 gateway port host: None {{(pid=100455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 16:59:24.236778 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-70f6cccc-a26a-4548-be55-86d7bb13fbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4def252-7fd5-499d-a0a2-7969b7845849', 'name': 'tempest-AttachVolumeShelveTestJSON-1822705425-router', 'tenant_id': 'fe0862b93ee9429196930d5fd745e5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:47:16Z', 'updated_at': '2021-09-22T16:59:23Z', 'revision_number': 6, 'project_id': 'fe0862b93ee9429196930d5fd745e5cc', 'gw_port_host': None}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:24.264293 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f6cccc-a26a-4548-be55-86d7bb13fbf3 None None] The sync data for ids ['f4def252-7fd5-499d-a0a2-7969b7845849'] in dv-cinder-809968-4-iscsi is: [{'id': 'f4def252-7fd5-499d-a0a2-7969b7845849', 'name': 'tempest-AttachVolumeShelveTestJSON-1822705425-router', 'tenant_id': 'fe0862b93ee9429196930d5fd745e5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:47:16Z', 'updated_at': '2021-09-22T16:59:23Z', 'revision_number': 6, 'project_id': 'fe0862b93ee9429196930d5fd745e5cc', 'gw_port_host': None}] {{(pid=100455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 16:59:24.292614 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-aef89cab-48c4-4d7b-aad7-40e9aaf3014d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735274987246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735274499786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8594183'] for port, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:24.318039 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef89cab-48c4-4d7b-aad7-40e9aaf3014d admin admin] Pushing event deleted for resources: {'Port': ['ID=709278fa-7e7c-472e-886b-0614f43033da,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:24.380762 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-aef89cab-48c4-4d7b-aad7-40e9aaf3014d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700938'] for router_gateway, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:24.467066 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-aef89cab-48c4-4d7b-aad7-40e9aaf3014d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1639461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16316'] for router, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:24.469316 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-aef89cab-48c4-4d7b-aad7-40e9aaf3014d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:24.510485 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-aef89cab-48c4-4d7b-aad7-40e9aaf3014d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1639468'] for router, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:24.510953 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef89cab-48c4-4d7b-aad7-40e9aaf3014d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4def252-7fd5-499d-a0a2-7969b7845849 {{(pid=100453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 16:59:24.515211 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-aef89cab-48c4-4d7b-aad7-40e9aaf3014d admin admin] Notify callbacks [] for router, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:24.516219 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-aef89cab-48c4-4d7b-aad7-40e9aaf3014d admin admin] 10.222.0.66 "DELETE /v2.0/routers/f4def252-7fd5-499d-a0a2-7969b7845849 HTTP/1.1" status: 204 len: 168 time: 0.7479656 Sep 22 16:59:24.518899 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 35578) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:59:24.564399 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.db.db_base_plugin_v2 [None req-cebf48d2-b378-40cb-9582-1c63eb5835ee admin admin] Deleting subnet 7d91da0e-c8e1-4689-8df1-180aa1bc9ec6 {{(pid=100453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 16:59:24.567229 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-cebf48d2-b378-40cb-9582-1c63eb5835ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:24.600024 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-cebf48d2-b378-40cb-9582-1c63eb5835ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8729350'] for subnet, precommit_delete_associations {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:24.680616 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-cebf48d2-b378-40cb-9582-1c63eb5835ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720017'] for subnet, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:24.740883 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-cebf48d2-b378-40cb-9582-1c63eb5835ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8594266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10141730'] for subnet, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:24.770424 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebf48d2-b378-40cb-9582-1c63eb5835ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d91da0e-c8e1-4689-8df1-180aa1bc9ec6,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:24.774026 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-cebf48d2-b378-40cb-9582-1c63eb5835ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:24.778825 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-cebf48d2-b378-40cb-9582-1c63eb5835ee admin admin] 10.222.0.66 "DELETE /v2.0/subnets/7d91da0e-c8e1-4689-8df1-180aa1bc9ec6 HTTP/1.1" status: 204 len: 168 time: 0.2562182 Sep 22 16:59:24.778825 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 35584) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:59:24.782462 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8264cd3-0482-40e6-9342-965de8c30ce4 None None] Network cf6bcf08-16c2-430e-b630-d9fa645b940f requested from dv-cinder-809968-4-iscsi {{(pid=100454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 16:59:24.851012 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-3454a5b5-c812-4f60-8d79-3151540c2800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638825'] for network, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:24.918101 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.plugin [None req-3454a5b5-c812-4f60-8d79-3151540c2800 admin admin] Deleting port 53d0341e-785f-4ce4-b2ca-917e700a69b3 {{(pid=100453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 16:59:24.918349 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-3454a5b5-c812-4f60-8d79-3151540c2800 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735274981160'] for port, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:24.989080 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.db [None req-3454a5b5-c812-4f60-8d79-3151540c2800 admin admin] For port 53d0341e-785f-4ce4-b2ca-917e700a69b3, host dv-cinder-809968-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=53d0341e-785f-4ce4-b2ca-917e700a69b3,segment=NetworkSegment(3afac084-fecd-4942-8672-011c0558f65a),segment_id=3afac084-fecd-4942-8672-011c0558f65a)] {{(pid=100453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:59:24.989471 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-3454a5b5-c812-4f60-8d79-3151540c2800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697305'] for port, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:25.001426 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.plugin [None req-3454a5b5-c812-4f60-8d79-3151540c2800 admin admin] Calling delete_port for 53d0341e-785f-4ce4-b2ca-917e700a69b3 owned by network:dhcp {{(pid=100453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 16:59:25.082832 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcce83de-844e-4c2a-91ad-4ccd81a54e61 None None] DHCP port deletion for cf6bcf08-16c2-430e-b630-d9fa645b940f request from dv-cinder-809968-4-iscsi {{(pid=100454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 16:59:25.083031 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-3454a5b5-c812-4f60-8d79-3151540c2800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735274987246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735274499786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8594183'] for port, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:25.113240 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3454a5b5-c812-4f60-8d79-3151540c2800 admin admin] Pushing event deleted for resources: {'Port': ['ID=53d0341e-785f-4ce4-b2ca-917e700a69b3,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:25.116569 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3454a5b5-c812-4f60-8d79-3151540c2800 admin admin] No DVR routers for this DVR port 53d0341e-785f-4ce4-b2ca-917e700a69b3 on host dv-cinder-809968-4-iscsi {{(pid=100453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 16:59:25.186050 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-3454a5b5-c812-4f60-8d79-3151540c2800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705832', 'neutron.services.segments.db._delete_segments_for_network-8735275045268'] for network, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:25.207057 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.services.segments.db [None req-3454a5b5-c812-4f60-8d79-3151540c2800 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf6bcf08-16c2-430e-b630-d9fa645b940f']}} {{(pid=100453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:25.217156 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.services.segments.db [None req-3454a5b5-c812-4f60-8d79-3151540c2800 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3afac084-fecd-4942-8672-011c0558f65a') {'for_net_delete': True} {{(pid=100453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:25.217512 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.services.segments.db [None req-3454a5b5-c812-4f60-8d79-3151540c2800 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3afac084-fecd-4942-8672-011c0558f65a') {} {{(pid=100453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:25.226668 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-3454a5b5-c812-4f60-8d79-3151540c2800 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735275044765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8729375'] for segment, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:25.240692 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-3454a5b5-c812-4f60-8d79-3151540c2800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720390'] for segment, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:25.248291 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3454a5b5-c812-4f60-8d79-3151540c2800 admin admin] Releasing vlan 1076 on physical network physnet1 to pool {{(pid=100453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 16:59:25.248679 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-3454a5b5-c812-4f60-8d79-3151540c2800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8594164'] for segment, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:25.250521 dv-cinder-809968-4-iscsi neutron-server[100453]: Traceback (most recent call last): Sep 22 16:59:25.250521 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 16:59:25.250521 dv-cinder-809968-4-iscsi neutron-server[100453]: timer() Sep 22 16:59:25.250521 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 16:59:25.250521 dv-cinder-809968-4-iscsi neutron-server[100453]: cb(*args, **kw) Sep 22 16:59:25.250521 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 16:59:25.250521 dv-cinder-809968-4-iscsi neutron-server[100453]: return func(*args, **kwargs) Sep 22 16:59:25.250521 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 16:59:25.250521 dv-cinder-809968-4-iscsi neutron-server[100453]: self._notify() Sep 22 16:59:25.250521 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 16:59:25.250521 dv-cinder-809968-4-iscsi neutron-server[100453]: self.callback(batched_events) Sep 22 16:59:25.250521 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 16:59:25.250521 dv-cinder-809968-4-iscsi neutron-server[100453]: event.method(event) Sep 22 16:59:25.250521 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 16:59:25.250521 dv-cinder-809968-4-iscsi neutron-server[100453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 16:59:25.250521 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 16:59:25.250521 dv-cinder-809968-4-iscsi neutron-server[100453]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 16:59:25.250521 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 16:59:25.250521 dv-cinder-809968-4-iscsi neutron-server[100453]: return f(self, *a, **k) Sep 22 16:59:25.250521 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 16:59:25.250521 dv-cinder-809968-4-iscsi neutron-server[100453]: return self._get(url).json() Sep 22 16:59:25.250521 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 16:59:25.250521 dv-cinder-809968-4-iscsi neutron-server[100453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 16:59:25.250521 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 16:59:25.250521 dv-cinder-809968-4-iscsi neutron-server[100453]: return self.request(url, 'GET', **kwargs) Sep 22 16:59:25.250521 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 16:59:25.250521 dv-cinder-809968-4-iscsi neutron-server[100453]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 16:59:25.250521 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 16:59:25.250521 dv-cinder-809968-4-iscsi neutron-server[100453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 16:59:25.250521 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 16:59:25.250521 dv-cinder-809968-4-iscsi neutron-server[100453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 16:59:25.250521 dv-cinder-809968-4-iscsi neutron-server[100453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 16:59:25.310752 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-3454a5b5-c812-4f60-8d79-3151540c2800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700886'] for network, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:25.316336 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-3454a5b5-c812-4f60-8d79-3151540c2800 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for network, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:25.318174 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-3454a5b5-c812-4f60-8d79-3151540c2800 admin admin] 10.222.0.66 "DELETE /v2.0/networks/cf6bcf08-16c2-430e-b630-d9fa645b940f HTTP/1.1" status: 204 len: 168 time: 0.5385177 Sep 22 16:59:25.329318 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3454a5b5-c812-4f60-8d79-3151540c2800 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf6bcf08-16c2-430e-b630-d9fa645b940f,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:25.434272 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 35592) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:59:25.472654 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-37d9b4aa-5c72-497d-a665-be663ea10ee3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fe0862b93ee9429196930d5fd745e5cc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0371838 Sep 22 16:59:25.474948 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 35594) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:59:25.522357 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-f8e9e04a-93ea-4e1d-a915-e95f179a26a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:25.546273 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-f8e9e04a-93ea-4e1d-a915-e95f179a26a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:25.591318 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-f8e9e04a-93ea-4e1d-a915-e95f179a26a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:25.593891 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-f8e9e04a-93ea-4e1d-a915-e95f179a26a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:25.595020 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-f8e9e04a-93ea-4e1d-a915-e95f179a26a9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/38543ae3-2f5b-4a78-a96d-bd1089faf424 HTTP/1.1" status: 204 len: 168 time: 0.1192081 Sep 22 16:59:25.602395 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e9e04a-93ea-4e1d-a915-e95f179a26a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38543ae3-2f5b-4a78-a96d-bd1089faf424,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:25.741899 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-279f1cef-c51b-41a7-a99f-bef9588036d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:25.913203 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 0328eafc-2de3-4e3b-9660-147e8781ee53 no longer exists at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 16:59:25.933206 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] No Port match for: 0328eafc-2de3-4e3b-9660-147e8781ee53 {{(pid=100454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 16:59:25.933577 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 0328eafc-2de3-4e3b-9660-147e8781ee53 not bound to the agent host dv-cinder-809968-4-iscsi {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 16:59:25.934273 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 709278fa-7e7c-472e-886b-0614f43033da no longer exists at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 16:59:25.955974 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] No Port match for: 709278fa-7e7c-472e-886b-0614f43033da {{(pid=100454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 16:59:25.956317 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 709278fa-7e7c-472e-886b-0614f43033da not bound to the agent host dv-cinder-809968-4-iscsi {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 16:59:25.956722 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 53d0341e-785f-4ce4-b2ca-917e700a69b3 no longer exists at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 16:59:25.976486 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] No Port match for: 53d0341e-785f-4ce4-b2ca-917e700a69b3 {{(pid=100454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 16:59:25.976732 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 53d0341e-785f-4ce4-b2ca-917e700a69b3 not bound to the agent host dv-cinder-809968-4-iscsi {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 16:59:26.487745 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:28.704343 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-11fadd4e-a3d5-49d1-ada1-139f7f4c6606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:29.028906 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:29.322295 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 35658) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:59:29.425439 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-6b26a12f-4060-4c16-8b3d-014976c3106c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:29.516104 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-6b26a12f-4060-4c16-8b3d-014976c3106c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:29.519588 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-6b26a12f-4060-4c16-8b3d-014976c3106c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:29.557088 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-6b26a12f-4060-4c16-8b3d-014976c3106c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7adbe6da38384714882926d36d8988dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2328520 Sep 22 16:59:29.558764 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b26a12f-4060-4c16-8b3d-014976c3106c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=058edd33-7aa5-44a4-942a-df8b5e30ff78,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:29.560492 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 35664) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:59:29.565758 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b26a12f-4060-4c16-8b3d-014976c3106c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:29.566117 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b26a12f-4060-4c16-8b3d-014976c3106c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:29.566460 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b26a12f-4060-4c16-8b3d-014976c3106c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:29.566796 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b26a12f-4060-4c16-8b3d-014976c3106c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:29.567128 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b26a12f-4060-4c16-8b3d-014976c3106c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:29.567460 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b26a12f-4060-4c16-8b3d-014976c3106c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:29.567788 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b26a12f-4060-4c16-8b3d-014976c3106c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:29.568117 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b26a12f-4060-4c16-8b3d-014976c3106c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:29.568442 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b26a12f-4060-4c16-8b3d-014976c3106c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:29.568764 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b26a12f-4060-4c16-8b3d-014976c3106c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:29.569135 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b26a12f-4060-4c16-8b3d-014976c3106c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:29.569410 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b26a12f-4060-4c16-8b3d-014976c3106c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:29.608646 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-3f879ff9-43c1-490d-b774-a6f70a259ac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:29.628743 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-3f879ff9-43c1-490d-b774-a6f70a259ac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:29.652093 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-c376604a-15ac-4af8-994c-a8e4e85893e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:29.678068 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-3f879ff9-43c1-490d-b774-a6f70a259ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:29.680983 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-3f879ff9-43c1-490d-b774-a6f70a259ac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:29.682209 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-3f879ff9-43c1-490d-b774-a6f70a259ac4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/058edd33-7aa5-44a4-942a-df8b5e30ff78 HTTP/1.1" status: 204 len: 168 time: 0.1206062 Sep 22 16:59:29.690309 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f879ff9-43c1-490d-b774-a6f70a259ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=058edd33-7aa5-44a4-942a-df8b5e30ff78,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:29.697309 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f879ff9-43c1-490d-b774-a6f70a259ac4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:29.698200 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f879ff9-43c1-490d-b774-a6f70a259ac4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:29.698552 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f879ff9-43c1-490d-b774-a6f70a259ac4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:29.698908 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f879ff9-43c1-490d-b774-a6f70a259ac4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:29.699210 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f879ff9-43c1-490d-b774-a6f70a259ac4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:29.699535 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f879ff9-43c1-490d-b774-a6f70a259ac4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:29.699859 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f879ff9-43c1-490d-b774-a6f70a259ac4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:29.700183 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f879ff9-43c1-490d-b774-a6f70a259ac4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:29.700510 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f879ff9-43c1-490d-b774-a6f70a259ac4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:29.700839 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f879ff9-43c1-490d-b774-a6f70a259ac4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:29.701142 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f879ff9-43c1-490d-b774-a6f70a259ac4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:29.701456 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f879ff9-43c1-490d-b774-a6f70a259ac4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:29.930052 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 35670) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:59:29.946932 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-ccc68f18-5b92-4f11-a169-c657132048bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:30.006957 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.agents_db [None req-27f04faf-824b-4b06-8ae5-89241b6ab4ba None None] Agent healthcheck: found 6 active agents {{(pid=100455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 16:59:30.263244 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-ccc68f18-5b92-4f11-a169-c657132048bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:30.267715 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-ccc68f18-5b92-4f11-a169-c657132048bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:30.305741 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-ccc68f18-5b92-4f11-a169-c657132048bc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=630e7c776c2c4a86bb3a477d72c3bdcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3745070 Sep 22 16:59:30.306608 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc68f18-5b92-4f11-a169-c657132048bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67092ae5-4d84-4b12-9f01-be36aec756f2,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:30.308348 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 35674) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:59:30.357950 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-b98eb3e3-8601-4e77-83e9-ae3d605bd53d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:30.379472 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-b98eb3e3-8601-4e77-83e9-ae3d605bd53d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:30.425631 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-b98eb3e3-8601-4e77-83e9-ae3d605bd53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:30.428389 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-b98eb3e3-8601-4e77-83e9-ae3d605bd53d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:30.429509 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-b98eb3e3-8601-4e77-83e9-ae3d605bd53d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/67092ae5-4d84-4b12-9f01-be36aec756f2 HTTP/1.1" status: 204 len: 168 time: 0.1201198 Sep 22 16:59:30.436826 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98eb3e3-8601-4e77-83e9-ae3d605bd53d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67092ae5-4d84-4b12-9f01-be36aec756f2,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:30.976288 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ea12bc52-457f-4758-858a-1e27800db098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:32.731667 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 35754) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:59:32.847628 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-969ec667-9d5a-4f22-8f8b-f433090a868e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:32.932144 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-969ec667-9d5a-4f22-8f8b-f433090a868e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:32.936502 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-969ec667-9d5a-4f22-8f8b-f433090a868e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:32.977688 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-969ec667-9d5a-4f22-8f8b-f433090a868e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=944628dee43a48eb95d595e0d6ab7d77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2421989 Sep 22 16:59:32.977688 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969ec667-9d5a-4f22-8f8b-f433090a868e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=447c23b4-efd1-4298-896c-8634d2c09aa7,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:32.978609 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 35764) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:59:33.032121 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-e8cb9b01-455b-45d1-a9a8-3c0d3f1b010e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:33.056199 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-e8cb9b01-455b-45d1-a9a8-3c0d3f1b010e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:33.107272 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-e8cb9b01-455b-45d1-a9a8-3c0d3f1b010e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:33.109933 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-e8cb9b01-455b-45d1-a9a8-3c0d3f1b010e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:33.111279 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-e8cb9b01-455b-45d1-a9a8-3c0d3f1b010e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/447c23b4-efd1-4298-896c-8634d2c09aa7 HTTP/1.1" status: 204 len: 168 time: 0.1320615 Sep 22 16:59:33.119441 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cb9b01-455b-45d1-a9a8-3c0d3f1b010e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=447c23b4-efd1-4298-896c-8634d2c09aa7,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:33.371765 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 35774) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:59:33.384860 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-2ae46f17-9e9b-4297-be20-398548c1617e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:33.473957 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-2ae46f17-9e9b-4297-be20-398548c1617e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:33.477431 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-2ae46f17-9e9b-4297-be20-398548c1617e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:33.513105 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae46f17-9e9b-4297-be20-398548c1617e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3772467-2b9f-40b2-b568-f3ad54a8b222,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:33.517407 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-2ae46f17-9e9b-4297-be20-398548c1617e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9bb3c6ef9a624df8b42aca2858108c66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1444435 Sep 22 16:59:33.520004 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 35776) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:59:33.570575 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-b803f550-ec5a-437c-8204-a68c120e6178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:33.591723 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-b803f550-ec5a-437c-8204-a68c120e6178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:33.636885 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-b803f550-ec5a-437c-8204-a68c120e6178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:33.639964 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-b803f550-ec5a-437c-8204-a68c120e6178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:33.641105 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-b803f550-ec5a-437c-8204-a68c120e6178 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b3772467-2b9f-40b2-b568-f3ad54a8b222 HTTP/1.1" status: 204 len: 168 time: 0.1202118 Sep 22 16:59:33.648534 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b803f550-ec5a-437c-8204-a68c120e6178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3772467-2b9f-40b2-b568-f3ad54a8b222,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:34.472614 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-c2cf09c4-caca-4d01-a9ac-07bd0b861119 req-7d95fc55-5fb6-4ad0-958b-b33317f265f8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c0ffadad-26f2-4371-99ee-0fb5193124bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418558 Sep 22 16:59:34.541715 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf09c4-caca-4d01-a9ac-07bd0b861119 req-79917b1d-1b84-454d-90d0-174ba601df9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:59:34.543232 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-c2cf09c4-caca-4d01-a9ac-07bd0b861119 req-79917b1d-1b84-454d-90d0-174ba601df9b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=539e90d12b004781baa4dc86d2602fcb&device_id=c0ffadad-26f2-4371-99ee-0fb5193124bb HTTP/1.1" status: 200 len: 1099 time: 0.0442562 Sep 22 16:59:34.648581 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf09c4-caca-4d01-a9ac-07bd0b861119 req-b506b9f5-f692-4c5c-bdee-d64679085270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:59:34.650061 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-c2cf09c4-caca-4d01-a9ac-07bd0b861119 req-b506b9f5-f692-4c5c-bdee-d64679085270 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f8f4386e-978e-4729-9bdc-24d4ee0cd6f1 HTTP/1.1" status: 200 len: 911 time: 0.0860736 Sep 22 16:59:34.719037 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-c2cf09c4-caca-4d01-a9ac-07bd0b861119 req-915a2686-141b-4189-9ebf-f2029aca6073 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=232dff2a-53dc-4bf8-9b73-8638e469e31b HTTP/1.1" status: 200 len: 1002 time: 0.0600946 Sep 22 16:59:34.770116 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf09c4-caca-4d01-a9ac-07bd0b861119 req-48946059-ed0c-4f22-bb0a-1bcb5ca32eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:59:34.771623 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-c2cf09c4-caca-4d01-a9ac-07bd0b861119 req-48946059-ed0c-4f22-bb0a-1bcb5ca32eab service neutron] 10.222.0.72 "GET /v2.0/subnets?id=96c03f4d-686c-4f25-909a-981fa21718e9 HTTP/1.1" status: 200 len: 848 time: 0.0444584 Sep 22 16:59:34.817352 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf09c4-caca-4d01-a9ac-07bd0b861119 req-7f9f4b61-5e21-4f15-9453-36dc52e73eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 16:59:34.818876 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-c2cf09c4-caca-4d01-a9ac-07bd0b861119 req-7f9f4b61-5e21-4f15-9453-36dc52e73eda service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f8f4386e-978e-4729-9bdc-24d4ee0cd6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393357 Sep 22 16:59:34.913757 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-c2cf09c4-caca-4d01-a9ac-07bd0b861119 req-ddc0a9e6-1ae0-4b2a-87be-350c0535aa77 service neutron] 10.222.0.72 "GET /v2.0/networks/f8f4386e-978e-4729-9bdc-24d4ee0cd6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871010 Sep 22 16:59:35.004860 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-c2cf09c4-caca-4d01-a9ac-07bd0b861119 req-69f64b4e-fd25-4802-aef3-cc0b4129c11d service neutron] 10.222.0.72 "GET /v2.0/networks/f8f4386e-978e-4729-9bdc-24d4ee0cd6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835137 Sep 22 16:59:39.387626 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 35940) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:59:39.490984 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-1786cd1e-3ae4-40db-810f-f8878ae6cb80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:39.581830 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-1786cd1e-3ae4-40db-810f-f8878ae6cb80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:39.585480 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-1786cd1e-3ae4-40db-810f-f8878ae6cb80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:39.623930 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1786cd1e-3ae4-40db-810f-f8878ae6cb80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057a1dca-8ea7-414d-b9fc-c6e07d97cd5c,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:39.629070 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-1786cd1e-3ae4-40db-810f-f8878ae6cb80 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=83d1bb3669844c1c8264aa703049f011&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2403865 Sep 22 16:59:39.631698 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 35944) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:59:39.678850 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-8f8fed39-ce0a-4b78-8168-0690293712d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:39.701065 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-8f8fed39-ce0a-4b78-8168-0690293712d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:39.750296 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-8f8fed39-ce0a-4b78-8168-0690293712d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:39.753092 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-8f8fed39-ce0a-4b78-8168-0690293712d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:39.754256 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-8f8fed39-ce0a-4b78-8168-0690293712d2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/057a1dca-8ea7-414d-b9fc-c6e07d97cd5c HTTP/1.1" status: 204 len: 168 time: 0.1216993 Sep 22 16:59:39.761703 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8fed39-ce0a-4b78-8168-0690293712d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057a1dca-8ea7-414d-b9fc-c6e07d97cd5c,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:40.022498 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 35952) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:59:40.035909 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-36cb4795-eb53-470f-b725-44ddc4f386c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:40.125210 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-36cb4795-eb53-470f-b725-44ddc4f386c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:40.129303 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-36cb4795-eb53-470f-b725-44ddc4f386c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:40.169168 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-36cb4795-eb53-470f-b725-44ddc4f386c5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c5b2ad25cc1142088f35cacdf93b6743&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1456034 Sep 22 16:59:40.170021 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cb4795-eb53-470f-b725-44ddc4f386c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac97fb4d-ace5-4556-a45e-f36c8be315cb,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:40.171984 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 35954) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:59:40.226336 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-c969a454-ba0a-4e10-b80d-c05da3777da0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:40.246654 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-c969a454-ba0a-4e10-b80d-c05da3777da0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:40.291032 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-c969a454-ba0a-4e10-b80d-c05da3777da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:40.293382 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-c969a454-ba0a-4e10-b80d-c05da3777da0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:40.294535 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-c969a454-ba0a-4e10-b80d-c05da3777da0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ac97fb4d-ace5-4556-a45e-f36c8be315cb HTTP/1.1" status: 204 len: 168 time: 0.1207740 Sep 22 16:59:40.302269 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c969a454-ba0a-4e10-b80d-c05da3777da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac97fb4d-ace5-4556-a45e-f36c8be315cb,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:44.280436 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 36030) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:59:44.390687 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-095946d1-31e9-4913-a3e6-25bba9a0ba75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:44.480921 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-095946d1-31e9-4913-a3e6-25bba9a0ba75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:44.485304 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-095946d1-31e9-4913-a3e6-25bba9a0ba75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:44.522216 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095946d1-31e9-4913-a3e6-25bba9a0ba75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3dd1c5-3101-4137-b024-cf2eaf85a56e,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:44.528707 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-095946d1-31e9-4913-a3e6-25bba9a0ba75 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6c48440b63db419d9e7cbf0f7294a6ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2470379 Sep 22 16:59:44.530531 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 36034) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:59:44.578586 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-8d435fad-a1e1-4066-8d21-cba07fc83c61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:44.599017 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-8d435fad-a1e1-4066-8d21-cba07fc83c61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:44.646619 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-8d435fad-a1e1-4066-8d21-cba07fc83c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:44.649076 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-8d435fad-a1e1-4066-8d21-cba07fc83c61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:44.650250 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-8d435fad-a1e1-4066-8d21-cba07fc83c61 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ad3dd1c5-3101-4137-b024-cf2eaf85a56e HTTP/1.1" status: 204 len: 168 time: 0.1188464 Sep 22 16:59:44.657931 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d435fad-a1e1-4066-8d21-cba07fc83c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3dd1c5-3101-4137-b024-cf2eaf85a56e,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:53.596529 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 36186) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:59:53.700836 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-900d3948-1919-434d-8148-4cd848ebac1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:53.788135 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-900d3948-1919-434d-8148-4cd848ebac1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:53.791971 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-900d3948-1919-434d-8148-4cd848ebac1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:53.832442 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-900d3948-1919-434d-8148-4cd848ebac1f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b1b133fd6ac54993b48eaa15cb1dcc77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2337353 Sep 22 16:59:53.833141 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900d3948-1919-434d-8148-4cd848ebac1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fcf7f93-4e4c-4d9f-b0ba-f321dab4198e,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:53.835093 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 36192) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:59:53.883018 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-bb467736-8040-48fb-961a-561f31210e76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:53.905401 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-bb467736-8040-48fb-961a-561f31210e76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:53.951978 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-bb467736-8040-48fb-961a-561f31210e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:53.954524 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-bb467736-8040-48fb-961a-561f31210e76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:53.955664 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-bb467736-8040-48fb-961a-561f31210e76 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5fcf7f93-4e4c-4d9f-b0ba-f321dab4198e HTTP/1.1" status: 204 len: 168 time: 0.1194899 Sep 22 16:59:53.963318 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb467736-8040-48fb-961a-561f31210e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fcf7f93-4e4c-4d9f-b0ba-f321dab4198e,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:54.213142 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 36198) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:59:54.226645 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-bbbbb883-c727-431a-bb44-c9049e4d2db1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:54.312820 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-bbbbb883-c727-431a-bb44-c9049e4d2db1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:54.316853 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-bbbbb883-c727-431a-bb44-c9049e4d2db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:54.354657 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-bbbbb883-c727-431a-bb44-c9049e4d2db1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=81f8859ee8c74ba5a46309009dafaaf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1404254 Sep 22 16:59:54.356680 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbbb883-c727-431a-bb44-c9049e4d2db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b10f50-6a51-415d-a216-63c28d85ef80,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:54.357525 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 36200) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:59:54.405096 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-c008c1ac-f3e0-461b-bbb9-d114f9628913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:54.431669 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-c008c1ac-f3e0-461b-bbb9-d114f9628913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:54.482599 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-c008c1ac-f3e0-461b-bbb9-d114f9628913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:54.485134 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-c008c1ac-f3e0-461b-bbb9-d114f9628913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:54.486313 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-c008c1ac-f3e0-461b-bbb9-d114f9628913 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e8b10f50-6a51-415d-a216-63c28d85ef80 HTTP/1.1" status: 204 len: 168 time: 0.1276615 Sep 22 16:59:54.493897 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c008c1ac-f3e0-461b-bbb9-d114f9628913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b10f50-6a51-415d-a216-63c28d85ef80,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:54.798974 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 36208) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:59:54.812255 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-7208de3b-9ccc-43c1-b00e-bf5504d83178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:54.898618 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-7208de3b-9ccc-43c1-b00e-bf5504d83178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:54.902282 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-7208de3b-9ccc-43c1-b00e-bf5504d83178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:54.937702 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-7208de3b-9ccc-43c1-b00e-bf5504d83178 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0d2d3a11f288414e8f3da020ce81c0e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1376700 Sep 22 16:59:54.939562 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7208de3b-9ccc-43c1-b00e-bf5504d83178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a02431-0d05-42b0-8b25-d011fb2ec701,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:54.940430 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 36210) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 16:59:54.989268 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-76d59835-dcb5-4e52-b789-fb781cca9462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:55.009869 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-76d59835-dcb5-4e52-b789-fb781cca9462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:55.057608 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-76d59835-dcb5-4e52-b789-fb781cca9462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:55.060022 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-76d59835-dcb5-4e52-b789-fb781cca9462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:55.061127 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-76d59835-dcb5-4e52-b789-fb781cca9462 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/08a02431-0d05-42b0-8b25-d011fb2ec701 HTTP/1.1" status: 204 len: 168 time: 0.1191304 Sep 22 16:59:55.069703 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d59835-dcb5-4e52-b789-fb781cca9462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a02431-0d05-42b0-8b25-d011fb2ec701,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:55.743411 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-e205c90e-8757-4f54-8850-e4e4f0092751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:56.492557 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:58.704121 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-26a708ea-d767-4f47-8c7b-943ee4192caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:59.030151 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:59.646828 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-c376604a-15ac-4af8-994c-a8e4e85893e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:00.980874 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ea12bc52-457f-4758-858a-1e27800db098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:07.005959 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.agents_db [None req-27f04faf-824b-4b06-8ae5-89241b6ab4ba None None] Agent healthcheck: found 6 active agents {{(pid=100455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:00:08.443612 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 36402) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:00:08.544718 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-daa1fdcb-fced-4c38-8fe3-30a4ce22e714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:08.629371 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-daa1fdcb-fced-4c38-8fe3-30a4ce22e714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:08.634013 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-daa1fdcb-fced-4c38-8fe3-30a4ce22e714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:08.670794 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-daa1fdcb-fced-4c38-8fe3-30a4ce22e714 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fab3a26cb52b452bb5dc141116b3c7dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2254429 Sep 22 17:00:08.671660 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa1fdcb-fced-4c38-8fe3-30a4ce22e714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8407e1-ae2e-4111-a7d0-f613696121db,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:08.673495 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 36406) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:00:08.725536 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-dd3034ed-c553-46c6-a7fa-c6869e048a72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:08.745372 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-dd3034ed-c553-46c6-a7fa-c6869e048a72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:08.790401 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-dd3034ed-c553-46c6-a7fa-c6869e048a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:08.792825 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-dd3034ed-c553-46c6-a7fa-c6869e048a72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:08.793969 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-dd3034ed-c553-46c6-a7fa-c6869e048a72 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1a8407e1-ae2e-4111-a7d0-f613696121db HTTP/1.1" status: 204 len: 168 time: 0.1194782 Sep 22 17:00:08.801212 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3034ed-c553-46c6-a7fa-c6869e048a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8407e1-ae2e-4111-a7d0-f613696121db,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:09.202816 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 36426) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:00:09.310583 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-66f9f0c3-68ad-4a01-a541-881b3af957a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:09.407070 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-66f9f0c3-68ad-4a01-a541-881b3af957a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:09.411338 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-66f9f0c3-68ad-4a01-a541-881b3af957a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:09.450093 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-66f9f0c3-68ad-4a01-a541-881b3af957a2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b9d5ffac1e744092abd694a82b1b8d49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2461598 Sep 22 17:00:09.450962 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f9f0c3-68ad-4a01-a541-881b3af957a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03534c26-bca2-4472-be24-e44804dcefde,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:09.452768 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 36438) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:00:09.501445 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-b79fc8b3-9d93-4a83-85dd-aad55b0c90cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:09.503475 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 36440) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:00:09.523622 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-b79fc8b3-9d93-4a83-85dd-aad55b0c90cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:09.568090 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-b79fc8b3-9d93-4a83-85dd-aad55b0c90cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:09.571042 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-b79fc8b3-9d93-4a83-85dd-aad55b0c90cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:09.572180 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-b79fc8b3-9d93-4a83-85dd-aad55b0c90cc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/03534c26-bca2-4472-be24-e44804dcefde HTTP/1.1" status: 204 len: 168 time: 0.1183887 Sep 22 17:00:09.579635 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79fc8b3-9d93-4a83-85dd-aad55b0c90cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03534c26-bca2-4472-be24-e44804dcefde,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:09.602919 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.v2.base [None req-d73d3e5f-bbe7-42db-866e-fb52e6db5dbf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1704253182-network', 'tenant_id': '4956e4df9d9c485989c4117507535522'}} {{(pid=100453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:00:09.622957 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73d3e5f-bbe7-42db-866e-fb52e6db5dbf admin admin] Made reservation on behalf of 4956e4df9d9c485989c4117507535522 for: {'network': 1} {{(pid=100453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:00:09.625198 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d73d3e5f-bbe7-42db-866e-fb52e6db5dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for network, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:09.636607 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d73d3e5f-bbe7-42db-866e-fb52e6db5dbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:09.730166 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d73d3e5f-bbe7-42db-866e-fb52e6db5dbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:09.734392 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d73d3e5f-bbe7-42db-866e-fb52e6db5dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:09.762729 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d73d3e5f-bbe7-42db-866e-fb52e6db5dbf admin admin] vlan segment allocate from pool success with {'vlan_id': 1099, 'physical_network': 'physnet1'} {{(pid=100453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:00:09.773189 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73d3e5f-bbe7-42db-866e-fb52e6db5dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0f725a-8484-467d-a595-53e3f273d341,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:09.778941 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d73d3e5f-bbe7-42db-866e-fb52e6db5dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720390'] for segment, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:09.779285 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.db.segments_db [None req-d73d3e5f-bbe7-42db-866e-fb52e6db5dbf admin admin] Added segment dd380fdf-1155-4016-85b1-0a23a36a9643 of type vlan for network f317e20e-7578-45f9-b08d-af7bc544468a Sep 22 17:00:09.823792 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d73d3e5f-bbe7-42db-866e-fb52e6db5dbf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735274455839'] for network, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:09.850583 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d73d3e5f-bbe7-42db-866e-fb52e6db5dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351'] for network, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:09.851775 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73d3e5f-bbe7-42db-866e-fb52e6db5dbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:00:09.852362 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d73d3e5f-bbe7-42db-866e-fb52e6db5dbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for network, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:09.890682 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-d73d3e5f-bbe7-42db-866e-fb52e6db5dbf admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3860519 Sep 22 17:00:09.893859 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 36446) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:00:09.900045 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [None req-07439a79-6ee5-4c31-b200-efcfbb5929a0 admin admin] Request body: {'subnet': {'network_id': 'f317e20e-7578-45f9-b08d-af7bc544468a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1704253182-subnet', 'tenant_id': '4956e4df9d9c485989c4117507535522', 'ip_version': 4}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:00:09.921832 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07439a79-6ee5-4c31-b200-efcfbb5929a0 admin admin] Made reservation on behalf of 4956e4df9d9c485989c4117507535522 for: {'subnet': 1} {{(pid=100452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:00:09.924294 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-07439a79-6ee5-4c31-b200-efcfbb5929a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8763357'] for subnet, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:09.924788 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73d3e5f-bbe7-42db-866e-fb52e6db5dbf admin admin] Pushing event updated for resources: {'Network': ['ID=f317e20e-7578-45f9-b08d-af7bc544468a,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:09.935004 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Network f317e20e-7578-45f9-b08d-af7bc544468a details requested by agent ovs-agent-dv-cinder-809968-4-iscsi with host dv-cinder-809968-4-iscsi {{(pid=100454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 17:00:10.091319 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-07439a79-6ee5-4c31-b200-efcfbb5929a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8764040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8763375'] for subnet, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:10.149267 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07439a79-6ee5-4c31-b200-efcfbb5929a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a86b33bd-ef02-44db-90e9-9f44bc14f7c2,revision_number=0']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:10.157637 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07439a79-6ee5-4c31-b200-efcfbb5929a0 admin admin] Checking segment: {'id': 'dd380fdf-1155-4016-85b1-0a23a36a9643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'f317e20e-7578-45f9-b08d-af7bc544468a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:00:10.157999 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07439a79-6ee5-4c31-b200-efcfbb5929a0 admin admin] Network hostable DHCP agents. Network: f317e20e-7578-45f9-b08d-af7bc544468a, hostable agents: ['0db1be0e-ef43-4063-8d54-96fc7c9973fd'], hosted agents: [] {{(pid=100452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:00:10.174539 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07439a79-6ee5-4c31-b200-efcfbb5929a0 admin admin] Network f317e20e-7578-45f9-b08d-af7bc544468a is scheduled to be hosted by DHCP agent 0db1be0e-ef43-4063-8d54-96fc7c9973fd with binding_index 1 {{(pid=100452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:00:10.183044 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.base_scheduler [None req-07439a79-6ee5-4c31-b200-efcfbb5929a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809968-4-iscsi, f317e20e-7578-45f9-b08d-af7bc544468a) {{(pid=100452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:00:10.187213 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07439a79-6ee5-4c31-b200-efcfbb5929a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:00:10.187791 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-07439a79-6ee5-4c31-b200-efcfbb5929a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for subnet, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:10.192182 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf789c8-61bd-41ea-8264-accac893f6c3 None None] Network f317e20e-7578-45f9-b08d-af7bc544468a requested from dv-cinder-809968-4-iscsi {{(pid=100454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 17:00:10.200839 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-07439a79-6ee5-4c31-b200-efcfbb5929a0 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3052032 Sep 22 17:00:10.203511 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 36448) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:00:10.207576 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [None req-819d46b6-94a5-46f3-b6ea-1c7ed1a8b1cb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1704253182-router', 'tenant_id': '4956e4df9d9c485989c4117507535522', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a'}}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:00:10.227722 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-819d46b6-94a5-46f3-b6ea-1c7ed1a8b1cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1700767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16258'] for router, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:10.228731 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-819d46b6-94a5-46f3-b6ea-1c7ed1a8b1cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1639535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16267'] for router, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:10.279401 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-819d46b6-94a5-46f3-b6ea-1c7ed1a8b1cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:10.334190 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2311f79e-d8d6-4837-9472-7c45e9cdb7c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7358752-8e43-55c4-be9d-21b7cc7223a6-f317e20e-7578-45f9-b08d-af7bc544468a', 'network_id': 'f317e20e-7578-45f9-b08d-af7bc544468a', 'tenant_id': '4956e4df9d9c485989c4117507535522', 'fixed_ips': [{'subnet_id': 'a86b33bd-ef02-44db-90e9-9f44bc14f7c2'}]}} from dv-cinder-809968-4-iscsi. {{(pid=100454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 17:00:10.336224 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-2311f79e-d8d6-4837-9472-7c45e9cdb7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_create {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:10.527307 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.db_base_plugin_common [None req-2311f79e-d8d6-4837-9472-7c45e9cdb7c2 None None] Allocated IP 172.20.0.2 (f317e20e-7578-45f9-b08d-af7bc544468a/a86b33bd-ef02-44db-90e9-9f44bc14f7c2/8b17d4fd-fea0-4538-92e3-6f1ead2a6c77) {{(pid=100454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:00:10.675009 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-2311f79e-d8d6-4837-9472-7c45e9cdb7c2 None None] Notify callbacks [] for port, precommit_create {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:10.681592 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-2311f79e-d8d6-4837-9472-7c45e9cdb7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735274499777'] for port, after_create {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:10.696434 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-819d46b6-94a5-46f3-b6ea-1c7ed1a8b1cb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:10.720491 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2311f79e-d8d6-4837-9472-7c45e9cdb7c2 None None] Network f317e20e-7578-45f9-b08d-af7bc544468a is already hosted by enough agents. {{(pid=100454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:00:10.723248 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.scheduler.base_scheduler [None req-2311f79e-d8d6-4837-9472-7c45e9cdb7c2 None None] Resources bound (agent type, host, resource id): {{(pid=100454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:00:10.725849 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2311f79e-d8d6-4837-9472-7c45e9cdb7c2 None None] Received port after_create {{(pid=100454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 17:00:10.735392 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2311f79e-d8d6-4837-9472-7c45e9cdb7c2 None None] Pushing event updated for resources: {'Port': ['ID=8b17d4fd-fea0-4538-92e3-6f1ead2a6c77,revision_number=1']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:10.745508 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2311f79e-d8d6-4837-9472-7c45e9cdb7c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:10.745883 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2311f79e-d8d6-4837-9472-7c45e9cdb7c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:10.746228 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2311f79e-d8d6-4837-9472-7c45e9cdb7c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:10.746561 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2311f79e-d8d6-4837-9472-7c45e9cdb7c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:10.746888 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2311f79e-d8d6-4837-9472-7c45e9cdb7c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:10.747215 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2311f79e-d8d6-4837-9472-7c45e9cdb7c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:10.747540 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2311f79e-d8d6-4837-9472-7c45e9cdb7c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:10.747861 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2311f79e-d8d6-4837-9472-7c45e9cdb7c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:10.748184 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2311f79e-d8d6-4837-9472-7c45e9cdb7c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:10.748504 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2311f79e-d8d6-4837-9472-7c45e9cdb7c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:10.748820 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2311f79e-d8d6-4837-9472-7c45e9cdb7c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:10.749136 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2311f79e-d8d6-4837-9472-7c45e9cdb7c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:10.798606 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.managers [None req-2311f79e-d8d6-4837-9472-7c45e9cdb7c2 None None] Attempting to bind port 8b17d4fd-fea0-4538-92e3-6f1ead2a6c77 on host dv-cinder-809968-4-iscsi for vnic_type normal with profile {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 17:00:10.798888 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.managers [None req-2311f79e-d8d6-4837-9472-7c45e9cdb7c2 None None] Attempting to bind port 8b17d4fd-fea0-4538-92e3-6f1ead2a6c77 by drivers openvswitch,hyperv on host dv-cinder-809968-4-iscsi at level 0 using segments [{'id': 'dd380fdf-1155-4016-85b1-0a23a36a9643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'f317e20e-7578-45f9-b08d-af7bc544468a'}] {{(pid=100454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 17:00:10.799252 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2311f79e-d8d6-4837-9472-7c45e9cdb7c2 None None] Attempting to bind port 8b17d4fd-fea0-4538-92e3-6f1ead2a6c77 on network f317e20e-7578-45f9-b08d-af7bc544468a {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:00:10.804795 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2311f79e-d8d6-4837-9472-7c45e9cdb7c2 None None] Checking agent: {'id': '08e98799-e574-4f1d-90ac-f796d675fca5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809968-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 16, 39, 29), 'started_at': datetime.datetime(2021, 9, 22, 16, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 16, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809968-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 17:00:10.805169 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2311f79e-d8d6-4837-9472-7c45e9cdb7c2 None None] Checking segment: {'id': 'dd380fdf-1155-4016-85b1-0a23a36a9643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'f317e20e-7578-45f9-b08d-af7bc544468a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:00:10.805586 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-2311f79e-d8d6-4837-9472-7c45e9cdb7c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:10.805982 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2311f79e-d8d6-4837-9472-7c45e9cdb7c2 None None] Bound using segment: {'id': 'dd380fdf-1155-4016-85b1-0a23a36a9643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'f317e20e-7578-45f9-b08d-af7bc544468a'} {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:00:10.806447 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.managers [None req-2311f79e-d8d6-4837-9472-7c45e9cdb7c2 None None] Bound port: 8b17d4fd-fea0-4538-92e3-6f1ead2a6c77, host: dv-cinder-809968-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd380fdf-1155-4016-85b1-0a23a36a9643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'f317e20e-7578-45f9-b08d-af7bc544468a'}}] {{(pid=100454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 17:00:10.806822 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-2311f79e-d8d6-4837-9472-7c45e9cdb7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:10.869055 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-2311f79e-d8d6-4837-9472-7c45e9cdb7c2 None None] For port 8b17d4fd-fea0-4538-92e3-6f1ead2a6c77, host dv-cinder-809968-4-iscsi, cleared binding levels {{(pid=100454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:00:10.872216 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-2311f79e-d8d6-4837-9472-7c45e9cdb7c2 None None] For port 8b17d4fd-fea0-4538-92e3-6f1ead2a6c77, host dv-cinder-809968-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=8b17d4fd-fea0-4538-92e3-6f1ead2a6c77,segment=NetworkSegment(dd380fdf-1155-4016-85b1-0a23a36a9643),segment_id=dd380fdf-1155-4016-85b1-0a23a36a9643)] {{(pid=100454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:00:10.876990 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-2311f79e-d8d6-4837-9472-7c45e9cdb7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:10.889861 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-819d46b6-94a5-46f3-b6ea-1c7ed1a8b1cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:10.911950 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-819d46b6-94a5-46f3-b6ea-1c7ed1a8b1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:10.940135 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2311f79e-d8d6-4837-9472-7c45e9cdb7c2 None None] Pushing event updated for resources: {'Port': ['ID=8b17d4fd-fea0-4538-92e3-6f1ead2a6c77,revision_number=2']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:11.018059 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.db_base_plugin_common [None req-819d46b6-94a5-46f3-b6ea-1c7ed1a8b1cb admin admin] Allocated IP 172.27.0.119 (e265bfb9-6000-4acf-b4f9-12e0cf12940a/83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8/20992e2f-115e-4957-be3f-339d0af606f1) {{(pid=100452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:00:11.145958 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-819d46b6-94a5-46f3-b6ea-1c7ed1a8b1cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:11.183608 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-819d46b6-94a5-46f3-b6ea-1c7ed1a8b1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735274499777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8763924'] for port, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:11.223194 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819d46b6-94a5-46f3-b6ea-1c7ed1a8b1cb admin admin] Network e265bfb9-6000-4acf-b4f9-12e0cf12940a is already hosted by enough agents. {{(pid=100452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:00:11.226821 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.base_scheduler [None req-819d46b6-94a5-46f3-b6ea-1c7ed1a8b1cb admin admin] Resources bound (agent type, host, resource id): {{(pid=100452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:00:11.233119 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819d46b6-94a5-46f3-b6ea-1c7ed1a8b1cb admin admin] Received port after_create {{(pid=100452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 17:00:11.236119 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819d46b6-94a5-46f3-b6ea-1c7ed1a8b1cb admin admin] Pushing event updated for resources: {'Port': ['ID=20992e2f-115e-4957-be3f-339d0af606f1,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:11.472238 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-819d46b6-94a5-46f3-b6ea-1c7ed1a8b1cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:11.666315 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-819d46b6-94a5-46f3-b6ea-1c7ed1a8b1cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1639446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698722'] for router, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:11.797809 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-819d46b6-94a5-46f3-b6ea-1c7ed1a8b1cb admin admin] Router bfe39fe9-d0f7-40b8-816a-9d074dc8d233 is scheduled to L3 agent c3efc510-1e60-45c8-b68a-00a20fddc4a4 with binding_index 1 {{(pid=100452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 17:00:11.819139 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ef31f4-7af1-4b9a-a4d6-b59c85a1a921 None None] Network f317e20e-7578-45f9-b08d-af7bc544468a requested from dv-cinder-809968-4-iscsi {{(pid=100454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 17:00:11.891985 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-53416de8-1cbf-410e-a771-3363567c53f2 None None] Provisioning complete for port 8b17d4fd-fea0-4538-92e3-6f1ead2a6c77 triggered by entity DHCP. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:00:11.892275 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-53416de8-1cbf-410e-a771-3363567c53f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:11.911714 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819d46b6-94a5-46f3-b6ea-1c7ed1a8b1cb admin admin] Notify agent at l3_agent.dv-cinder-809968-4-iscsi the message routers_updated {{(pid=100452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:00:11.930543 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81ad636-52f9-4da8-9411-5ea982b9938d None None] Sync routers for ids ['bfe39fe9-d0f7-40b8-816a-9d074dc8d233'] in dv-cinder-809968-4-iscsi {{(pid=100454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:00:11.932286 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-819d46b6-94a5-46f3-b6ea-1c7ed1a8b1cb admin admin] Notify callbacks [] for router, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:11.933939 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-819d46b6-94a5-46f3-b6ea-1c7ed1a8b1cb admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7294014 Sep 22 17:00:11.936695 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 36450) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:00:11.978464 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81ad636-52f9-4da8-9411-5ea982b9938d None None] Routers {'bfe39fe9-d0f7-40b8-816a-9d074dc8d233'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:00:11.980190 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-b81ad636-52f9-4da8-9411-5ea982b9938d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:59:59Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['bfe39fe9-d0f7-40b8-816a-9d074dc8d233'], 'active': True} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:12.025459 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 8b17d4fd-fea0-4538-92e3-6f1ead2a6c77 up at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:00:12.206937 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvr_db [None req-b81ad636-52f9-4da8-9411-5ea982b9938d None None] Set router bfe39fe9-d0f7-40b8-816a-9d074dc8d233 gateway port host: dv-cinder-809968-4-iscsi {{(pid=100454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:00:12.271329 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Provisioning complete for port 8b17d4fd-fea0-4538-92e3-6f1ead2a6c77 triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:00:12.271763 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:12.277369 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-53416de8-1cbf-410e-a771-3363567c53f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:12.377700 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-b5eadf72-95f8-4dba-a05d-bab951c6cc1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:12.404018 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-53416de8-1cbf-410e-a771-3363567c53f2 None None] For port 8b17d4fd-fea0-4538-92e3-6f1ead2a6c77, host dv-cinder-809968-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=8b17d4fd-fea0-4538-92e3-6f1ead2a6c77,segment=NetworkSegment(dd380fdf-1155-4016-85b1-0a23a36a9643),segment_id=dd380fdf-1155-4016-85b1-0a23a36a9643)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:00:12.414697 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-53416de8-1cbf-410e-a771-3363567c53f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:12.531462 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53416de8-1cbf-410e-a771-3363567c53f2 None None] Pushing event updated for resources: {'Port': ['ID=8b17d4fd-fea0-4538-92e3-6f1ead2a6c77,revision_number=3']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:12.536781 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.db_base_plugin_common [None req-b5eadf72-95f8-4dba-a05d-bab951c6cc1c admin admin] Allocated IP 172.20.0.1 (f317e20e-7578-45f9-b08d-af7bc544468a/a86b33bd-ef02-44db-90e9-9f44bc14f7c2/27c792d0-959d-4364-a658-c41b62dbe631) {{(pid=100452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:00:12.547823 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-30eaffea-69c4-4b78-bc78-5cc61d50d435 None None] Provisioning complete for port 8b17d4fd-fea0-4538-92e3-6f1ead2a6c77 triggered by entity DHCP. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:00:12.548201 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-30eaffea-69c4-4b78-bc78-5cc61d50d435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:12.646726 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-b5eadf72-95f8-4dba-a05d-bab951c6cc1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:12.681275 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-b5eadf72-95f8-4dba-a05d-bab951c6cc1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735274499777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8763924'] for port, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:12.711861 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-b81ad636-52f9-4da8-9411-5ea982b9938d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe39fe9-d0f7-40b8-816a-9d074dc8d233', 'name': 'tempest-TestMinimumBasicScenario-1704253182-router', 'tenant_id': '4956e4df9d9c485989c4117507535522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '20992e2f-115e-4957-be3f-339d0af606f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:00:10Z', 'updated_at': '2021-09-22T17:00:11Z', 'revision_number': 3, 'project_id': '4956e4df9d9c485989c4117507535522', 'gw_port': {'id': '20992e2f-115e-4957-be3f-339d0af606f1', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe39fe9-d0f7-40b8-816a-9d074dc8d233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:00:10Z', 'updated_at': '2021-09-22T17:00:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi'}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:12.717907 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5eadf72-95f8-4dba-a05d-bab951c6cc1c admin admin] Network f317e20e-7578-45f9-b08d-af7bc544468a is already hosted by enough agents. {{(pid=100452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:00:12.720667 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.base_scheduler [None req-b5eadf72-95f8-4dba-a05d-bab951c6cc1c admin admin] Resources bound (agent type, host, resource id): {{(pid=100452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:00:12.724010 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5eadf72-95f8-4dba-a05d-bab951c6cc1c admin admin] Received port after_create {{(pid=100452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 17:00:12.742325 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81ad636-52f9-4da8-9411-5ea982b9938d None None] Checking router: bfe39fe9-d0f7-40b8-816a-9d074dc8d233 for host: dv-cinder-809968-4-iscsi {{(pid=100454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:00:12.742758 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81ad636-52f9-4da8-9411-5ea982b9938d None None] Updating router bfe39fe9-d0f7-40b8-816a-9d074dc8d233 port 20992e2f-115e-4957-be3f-339d0af606f1 binding host dv-cinder-809968-4-iscsi {{(pid=100454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:00:12.749056 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eadf72-95f8-4dba-a05d-bab951c6cc1c admin admin] Pushing event updated for resources: {'Port': ['ID=27c792d0-959d-4364-a658-c41b62dbe631,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:12.774221 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-b5eadf72-95f8-4dba-a05d-bab951c6cc1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701023'] for router_interface, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:12.774445 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b81ad636-52f9-4da8-9411-5ea982b9938d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:13.026764 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-7787e112-ef3f-4a45-8c4c-5c415f110133 None None] Provisioning complete for port 27c792d0-959d-4364-a658-c41b62dbe631 triggered by entity DHCP. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:00:13.027415 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-7787e112-ef3f-4a45-8c4c-5c415f110133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:13.096610 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-7787e112-ef3f-4a45-8c4c-5c415f110133 None None] Port 27c792d0-959d-4364-a658-c41b62dbe631 cannot update to ACTIVE because it is not bound. {{(pid=100454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 17:00:13.112463 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b81ad636-52f9-4da8-9411-5ea982b9938d None None] Notify callbacks [] for port, precommit_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:13.119034 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b81ad636-52f9-4da8-9411-5ea982b9938d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:13.153116 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-b5eadf72-95f8-4dba-a05d-bab951c6cc1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:13.170310 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.managers [None req-b81ad636-52f9-4da8-9411-5ea982b9938d None None] Attempting to bind port 20992e2f-115e-4957-be3f-339d0af606f1 on host dv-cinder-809968-4-iscsi for vnic_type normal with profile {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 17:00:13.170681 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.managers [None req-b81ad636-52f9-4da8-9411-5ea982b9938d None None] Attempting to bind port 20992e2f-115e-4957-be3f-339d0af606f1 by drivers openvswitch,hyperv on host dv-cinder-809968-4-iscsi at level 0 using segments [{'id': '73061bb2-74db-4070-b057-2315d4867ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a'}] {{(pid=100454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 17:00:13.171053 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81ad636-52f9-4da8-9411-5ea982b9938d None None] Attempting to bind port 20992e2f-115e-4957-be3f-339d0af606f1 on network e265bfb9-6000-4acf-b4f9-12e0cf12940a {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:00:13.181200 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a0f6e0-2b56-4586-a0ac-b8734584fe2b None None] Pushing event updated for resources: {'Port': ['ID=20992e2f-115e-4957-be3f-339d0af606f1,revision_number=2']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:13.183976 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81ad636-52f9-4da8-9411-5ea982b9938d None None] Checking agent: {'id': '08e98799-e574-4f1d-90ac-f796d675fca5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809968-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 16, 39, 29), 'started_at': datetime.datetime(2021, 9, 22, 16, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 16, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809968-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 17:00:13.184350 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81ad636-52f9-4da8-9411-5ea982b9938d None None] Checking segment: {'id': '73061bb2-74db-4070-b057-2315d4867ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:00:13.184753 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b81ad636-52f9-4da8-9411-5ea982b9938d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:13.185137 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81ad636-52f9-4da8-9411-5ea982b9938d None None] Bound using segment: {'id': '73061bb2-74db-4070-b057-2315d4867ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a'} {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:00:13.185626 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.managers [None req-b81ad636-52f9-4da8-9411-5ea982b9938d None None] Bound port: 20992e2f-115e-4957-be3f-339d0af606f1, host: dv-cinder-809968-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73061bb2-74db-4070-b057-2315d4867ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a'}}] {{(pid=100454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 17:00:13.186010 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b81ad636-52f9-4da8-9411-5ea982b9938d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:13.236863 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b81ad636-52f9-4da8-9411-5ea982b9938d None None] For port 20992e2f-115e-4957-be3f-339d0af606f1, host dv-cinder-809968-4-iscsi, cleared binding levels {{(pid=100454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:00:13.239986 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b81ad636-52f9-4da8-9411-5ea982b9938d None None] For port 20992e2f-115e-4957-be3f-339d0af606f1, host dv-cinder-809968-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=20992e2f-115e-4957-be3f-339d0af606f1,segment=NetworkSegment(73061bb2-74db-4070-b057-2315d4867ed3),segment_id=73061bb2-74db-4070-b057-2315d4867ed3)] {{(pid=100454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:00:13.245046 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b81ad636-52f9-4da8-9411-5ea982b9938d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:13.302236 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a0f6e0-2b56-4586-a0ac-b8734584fe2b None None] Pushing event updated for resources: {'Port': ['ID=20992e2f-115e-4957-be3f-339d0af606f1,revision_number=3']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:13.305328 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81ad636-52f9-4da8-9411-5ea982b9938d None None] Routers {'bfe39fe9-d0f7-40b8-816a-9d074dc8d233'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:00:13.306065 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-b81ad636-52f9-4da8-9411-5ea982b9938d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:59:59Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['bfe39fe9-d0f7-40b8-816a-9d074dc8d233'], 'active': True} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:13.323347 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-b5eadf72-95f8-4dba-a05d-bab951c6cc1c admin admin] Notify callbacks [] for port, precommit_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:13.327043 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-b5eadf72-95f8-4dba-a05d-bab951c6cc1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8763935'] for port, after_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:13.391474 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eadf72-95f8-4dba-a05d-bab951c6cc1c admin admin] Pushing event updated for resources: {'Port': ['ID=27c792d0-959d-4364-a658-c41b62dbe631,revision_number=2']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:13.393919 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-b5eadf72-95f8-4dba-a05d-bab951c6cc1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1699951'] for router_interface, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:13.422610 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvr_db [None req-b81ad636-52f9-4da8-9411-5ea982b9938d None None] Set router bfe39fe9-d0f7-40b8-816a-9d074dc8d233 gateway port host: dv-cinder-809968-4-iscsi {{(pid=100454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:00:13.491535 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5eadf72-95f8-4dba-a05d-bab951c6cc1c admin admin] Network f317e20e-7578-45f9-b08d-af7bc544468a is already hosted by enough agents. {{(pid=100452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:00:13.493129 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.base_scheduler [None req-b5eadf72-95f8-4dba-a05d-bab951c6cc1c admin admin] Resources bound (agent type, host, resource id): {{(pid=100452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:00:13.614900 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5eadf72-95f8-4dba-a05d-bab951c6cc1c admin admin] Router bfe39fe9-d0f7-40b8-816a-9d074dc8d233 has already been hosted by L3 agent c3efc510-1e60-45c8-b68a-00a20fddc4a4 {{(pid=100452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:00:13.635780 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-b81ad636-52f9-4da8-9411-5ea982b9938d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe39fe9-d0f7-40b8-816a-9d074dc8d233', 'name': 'tempest-TestMinimumBasicScenario-1704253182-router', 'tenant_id': '4956e4df9d9c485989c4117507535522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '20992e2f-115e-4957-be3f-339d0af606f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:00:10Z', 'updated_at': '2021-09-22T17:00:13Z', 'revision_number': 4, 'project_id': '4956e4df9d9c485989c4117507535522', 'gw_port': {'id': '20992e2f-115e-4957-be3f-339d0af606f1', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe39fe9-d0f7-40b8-816a-9d074dc8d233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:00:10Z', 'updated_at': '2021-09-22T17:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_interfaces': [{'id': '27c792d0-959d-4364-a658-c41b62dbe631', 'name': '', 'network_id': 'f317e20e-7578-45f9-b08d-af7bc544468a', 'tenant_id': '4956e4df9d9c485989c4117507535522', 'mac_address': 'fa:16:3e:38:d4:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe39fe9-d0f7-40b8-816a-9d074dc8d233', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'a86b33bd-ef02-44db-90e9-9f44bc14f7c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:00:12Z', 'updated_at': '2021-09-22T17:00:12Z', 'revision_number': 1, 'project_id': '4956e4df9d9c485989c4117507535522', 'subnets': [{'id': 'a86b33bd-ef02-44db-90e9-9f44bc14f7c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:13.667742 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81ad636-52f9-4da8-9411-5ea982b9938d None None] The sync data for ids ['bfe39fe9-d0f7-40b8-816a-9d074dc8d233'] in dv-cinder-809968-4-iscsi is: [{'id': 'bfe39fe9-d0f7-40b8-816a-9d074dc8d233', 'name': 'tempest-TestMinimumBasicScenario-1704253182-router', 'tenant_id': '4956e4df9d9c485989c4117507535522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '20992e2f-115e-4957-be3f-339d0af606f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:00:10Z', 'updated_at': '2021-09-22T17:00:13Z', 'revision_number': 4, 'project_id': '4956e4df9d9c485989c4117507535522', 'gw_port': {'id': '20992e2f-115e-4957-be3f-339d0af606f1', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe39fe9-d0f7-40b8-816a-9d074dc8d233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:00:10Z', 'updated_at': '2021-09-22T17:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_interfaces': [{'id': '27c792d0-959d-4364-a658-c41b62dbe631', 'name': '', 'network_id': 'f317e20e-7578-45f9-b08d-af7bc544468a', 'tenant_id': '4956e4df9d9c485989c4117507535522', 'mac_address': 'fa:16:3e:38:d4:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe39fe9-d0f7-40b8-816a-9d074dc8d233', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'a86b33bd-ef02-44db-90e9-9f44bc14f7c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:00:12Z', 'updated_at': '2021-09-22T17:00:12Z', 'revision_number': 1, 'project_id': '4956e4df9d9c485989c4117507535522', 'subnets': [{'id': 'a86b33bd-ef02-44db-90e9-9f44bc14f7c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:00:13.721765 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-e845df34-1adc-42b7-9b67-2a4bc116d91c None None] Provisioning complete for port 27c792d0-959d-4364-a658-c41b62dbe631 triggered by entity DHCP. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:00:13.722292 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-e845df34-1adc-42b7-9b67-2a4bc116d91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:13.732871 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5eadf72-95f8-4dba-a05d-bab951c6cc1c admin admin] Notify agent at l3_agent.dv-cinder-809968-4-iscsi the message routers_updated {{(pid=100452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:00:13.737916 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-b5eadf72-95f8-4dba-a05d-bab951c6cc1c admin admin] 10.222.0.66 "PUT /v2.0/routers/bfe39fe9-d0f7-40b8-816a-9d074dc8d233/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8000658 Sep 22 17:00:13.760241 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-e845df34-1adc-42b7-9b67-2a4bc116d91c None None] Port 27c792d0-959d-4364-a658-c41b62dbe631 cannot update to ACTIVE because it is not bound. {{(pid=100454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 17:00:13.981987 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 8b17d4fd-fea0-4538-92e3-6f1ead2a6c77 up at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:00:14.031410 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Provisioning complete for port 8b17d4fd-fea0-4538-92e3-6f1ead2a6c77 triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:00:14.032077 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:14.344250 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 36466) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:00:14.349222 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.v2.base [None req-d0821daf-552c-4c35-9aef-49a9f08f8d76 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-570273768-network', 'tenant_id': '679ec7f109d448db88bb0dbe6086e890'}} {{(pid=100453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:00:14.370839 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0821daf-552c-4c35-9aef-49a9f08f8d76 admin admin] Made reservation on behalf of 679ec7f109d448db88bb0dbe6086e890 for: {'network': 1} {{(pid=100453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:00:14.373349 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d0821daf-552c-4c35-9aef-49a9f08f8d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for network, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:14.382856 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d0821daf-552c-4c35-9aef-49a9f08f8d76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:14.475344 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d0821daf-552c-4c35-9aef-49a9f08f8d76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:14.480300 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d0821daf-552c-4c35-9aef-49a9f08f8d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:14.502060 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0821daf-552c-4c35-9aef-49a9f08f8d76 admin admin] vlan segment allocate from pool success with {'vlan_id': 1077, 'physical_network': 'physnet1'} {{(pid=100453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:00:14.516617 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0821daf-552c-4c35-9aef-49a9f08f8d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e942f4e-1eaa-4281-9c38-d5200a72dbf3,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:14.521877 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d0821daf-552c-4c35-9aef-49a9f08f8d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720390'] for segment, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:14.522220 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.db.segments_db [None req-d0821daf-552c-4c35-9aef-49a9f08f8d76 admin admin] Added segment 96ec434f-640b-4129-b1b9-7fad10ad4f25 of type vlan for network 0d33731c-ef2f-4755-9da5-f76a9ad6f1d1 Sep 22 17:00:14.563269 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d0821daf-552c-4c35-9aef-49a9f08f8d76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735274455839'] for network, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:14.591576 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d0821daf-552c-4c35-9aef-49a9f08f8d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351'] for network, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:14.592778 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0821daf-552c-4c35-9aef-49a9f08f8d76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:00:14.593364 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d0821daf-552c-4c35-9aef-49a9f08f8d76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for network, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:14.626921 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-d0821daf-552c-4c35-9aef-49a9f08f8d76 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2814703 Sep 22 17:00:14.629515 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 36468) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:00:14.634772 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.v2.base [None req-23508a53-8adf-4714-bbad-03494da42668 admin admin] Request body: {'subnet': {'network_id': '0d33731c-ef2f-4755-9da5-f76a9ad6f1d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-570273768-subnet', 'tenant_id': '679ec7f109d448db88bb0dbe6086e890', 'ip_version': 4}} {{(pid=100453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:00:14.667332 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0821daf-552c-4c35-9aef-49a9f08f8d76 admin admin] Pushing event updated for resources: {'Network': ['ID=0d33731c-ef2f-4755-9da5-f76a9ad6f1d1,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:14.677519 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Network 0d33731c-ef2f-4755-9da5-f76a9ad6f1d1 details requested by agent ovs-agent-dv-cinder-809968-4-iscsi with host dv-cinder-809968-4-iscsi {{(pid=100454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 17:00:14.689153 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23508a53-8adf-4714-bbad-03494da42668 admin admin] Made reservation on behalf of 679ec7f109d448db88bb0dbe6086e890 for: {'subnet': 1} {{(pid=100453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:00:14.691968 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-23508a53-8adf-4714-bbad-03494da42668 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10141703'] for subnet, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:14.876860 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-23508a53-8adf-4714-bbad-03494da42668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8594331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10141749'] for subnet, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:14.933244 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23508a53-8adf-4714-bbad-03494da42668 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b2609e1-0d75-4bc6-9540-499aad7daece,revision_number=0']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:14.942191 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23508a53-8adf-4714-bbad-03494da42668 admin admin] Checking segment: {'id': '96ec434f-640b-4129-b1b9-7fad10ad4f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '0d33731c-ef2f-4755-9da5-f76a9ad6f1d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:00:14.942553 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23508a53-8adf-4714-bbad-03494da42668 admin admin] Network hostable DHCP agents. Network: 0d33731c-ef2f-4755-9da5-f76a9ad6f1d1, hostable agents: ['0db1be0e-ef43-4063-8d54-96fc7c9973fd'], hosted agents: [] {{(pid=100453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:00:14.961036 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23508a53-8adf-4714-bbad-03494da42668 admin admin] Network 0d33731c-ef2f-4755-9da5-f76a9ad6f1d1 is scheduled to be hosted by DHCP agent 0db1be0e-ef43-4063-8d54-96fc7c9973fd with binding_index 1 {{(pid=100453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:00:14.971610 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.base_scheduler [None req-23508a53-8adf-4714-bbad-03494da42668 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809968-4-iscsi, 0d33731c-ef2f-4755-9da5-f76a9ad6f1d1) {{(pid=100453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:00:14.977424 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23508a53-8adf-4714-bbad-03494da42668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:00:14.978352 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-23508a53-8adf-4714-bbad-03494da42668 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:14.982695 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9212329-5aaf-49d0-8acd-137f641f75f3 None None] Network 0d33731c-ef2f-4755-9da5-f76a9ad6f1d1 requested from dv-cinder-809968-4-iscsi {{(pid=100454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 17:00:14.996285 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-23508a53-8adf-4714-bbad-03494da42668 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3625407 Sep 22 17:00:14.996946 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 36470) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:00:15.001298 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.v2.base [None req-92a600d4-75e6-48bc-b97a-fa6d48f33030 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-570273768-router', 'tenant_id': '679ec7f109d448db88bb0dbe6086e890', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a'}}} {{(pid=100453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:00:15.023845 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-92a600d4-75e6-48bc-b97a-fa6d48f33030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1700767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16258'] for router, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:15.025010 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-92a600d4-75e6-48bc-b97a-fa6d48f33030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1639535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1698719', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16267'] for router, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:15.098095 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-92a600d4-75e6-48bc-b97a-fa6d48f33030 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:15.142164 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd2afa2-8540-430d-808d-b6fbff283398 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7358752-8e43-55c4-be9d-21b7cc7223a6-0d33731c-ef2f-4755-9da5-f76a9ad6f1d1', 'network_id': '0d33731c-ef2f-4755-9da5-f76a9ad6f1d1', 'tenant_id': '679ec7f109d448db88bb0dbe6086e890', 'fixed_ips': [{'subnet_id': '0b2609e1-0d75-4bc6-9540-499aad7daece'}]}} from dv-cinder-809968-4-iscsi. {{(pid=100454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 17:00:15.143023 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-3fd2afa2-8540-430d-808d-b6fbff283398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_create {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:15.266865 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-92a600d4-75e6-48bc-b97a-fa6d48f33030 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:15.302389 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.db_base_plugin_common [None req-3fd2afa2-8540-430d-808d-b6fbff283398 None None] Allocated IP 172.20.0.2 (0d33731c-ef2f-4755-9da5-f76a9ad6f1d1/0b2609e1-0d75-4bc6-9540-499aad7daece/3cf6b519-058b-4317-be8f-87b001e327d6) {{(pid=100454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:00:15.486165 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-92a600d4-75e6-48bc-b97a-fa6d48f33030 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:15.489035 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-3fd2afa2-8540-430d-808d-b6fbff283398 None None] Notify callbacks [] for port, precommit_create {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:15.496759 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-3fd2afa2-8540-430d-808d-b6fbff283398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735274499777'] for port, after_create {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:15.509143 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-92a600d4-75e6-48bc-b97a-fa6d48f33030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:15.546198 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd2afa2-8540-430d-808d-b6fbff283398 None None] Network 0d33731c-ef2f-4755-9da5-f76a9ad6f1d1 is already hosted by enough agents. {{(pid=100454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:00:15.552884 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.scheduler.base_scheduler [None req-3fd2afa2-8540-430d-808d-b6fbff283398 None None] Resources bound (agent type, host, resource id): {{(pid=100454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:00:15.557685 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd2afa2-8540-430d-808d-b6fbff283398 None None] Received port after_create {{(pid=100454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 17:00:15.567242 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd2afa2-8540-430d-808d-b6fbff283398 None None] Pushing event updated for resources: {'Port': ['ID=3cf6b519-058b-4317-be8f-87b001e327d6,revision_number=1']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:15.622545 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.managers [None req-3fd2afa2-8540-430d-808d-b6fbff283398 None None] Attempting to bind port 3cf6b519-058b-4317-be8f-87b001e327d6 on host dv-cinder-809968-4-iscsi for vnic_type normal with profile {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 17:00:15.622928 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.managers [None req-3fd2afa2-8540-430d-808d-b6fbff283398 None None] Attempting to bind port 3cf6b519-058b-4317-be8f-87b001e327d6 by drivers openvswitch,hyperv on host dv-cinder-809968-4-iscsi at level 0 using segments [{'id': '96ec434f-640b-4129-b1b9-7fad10ad4f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '0d33731c-ef2f-4755-9da5-f76a9ad6f1d1'}] {{(pid=100454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 17:00:15.623448 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd2afa2-8540-430d-808d-b6fbff283398 None None] Attempting to bind port 3cf6b519-058b-4317-be8f-87b001e327d6 on network 0d33731c-ef2f-4755-9da5-f76a9ad6f1d1 {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:00:15.629208 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd2afa2-8540-430d-808d-b6fbff283398 None None] Checking agent: {'id': '08e98799-e574-4f1d-90ac-f796d675fca5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809968-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 16, 39, 29), 'started_at': datetime.datetime(2021, 9, 22, 16, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 16, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809968-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 17:00:15.629789 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd2afa2-8540-430d-808d-b6fbff283398 None None] Checking segment: {'id': '96ec434f-640b-4129-b1b9-7fad10ad4f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '0d33731c-ef2f-4755-9da5-f76a9ad6f1d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:00:15.630219 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-3fd2afa2-8540-430d-808d-b6fbff283398 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:15.630848 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd2afa2-8540-430d-808d-b6fbff283398 None None] Bound using segment: {'id': '96ec434f-640b-4129-b1b9-7fad10ad4f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '0d33731c-ef2f-4755-9da5-f76a9ad6f1d1'} {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:00:15.631600 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.managers [None req-3fd2afa2-8540-430d-808d-b6fbff283398 None None] Bound port: 3cf6b519-058b-4317-be8f-87b001e327d6, host: dv-cinder-809968-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ec434f-640b-4129-b1b9-7fad10ad4f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '0d33731c-ef2f-4755-9da5-f76a9ad6f1d1'}}] {{(pid=100454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 17:00:15.632320 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-3fd2afa2-8540-430d-808d-b6fbff283398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:15.639860 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.db.db_base_plugin_common [None req-92a600d4-75e6-48bc-b97a-fa6d48f33030 admin admin] Allocated IP 172.27.0.65 (e265bfb9-6000-4acf-b4f9-12e0cf12940a/83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8/4a48aae5-7636-49a1-8312-0275f25aaa86) {{(pid=100453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:00:15.672927 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa80b82-824d-41a7-b4c6-d5f5bb982011 None None] Sync routers for ids ['bfe39fe9-d0f7-40b8-816a-9d074dc8d233'] in dv-cinder-809968-4-iscsi {{(pid=100455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:00:15.683599 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa80b82-824d-41a7-b4c6-d5f5bb982011 None None] Routers {'bfe39fe9-d0f7-40b8-816a-9d074dc8d233'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:00:15.684505 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-5aa80b82-824d-41a7-b4c6-d5f5bb982011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:59:59Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['bfe39fe9-d0f7-40b8-816a-9d074dc8d233'], 'active': True} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:15.714056 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-3fd2afa2-8540-430d-808d-b6fbff283398 None None] For port 3cf6b519-058b-4317-be8f-87b001e327d6, host dv-cinder-809968-4-iscsi, cleared binding levels {{(pid=100454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:00:15.718692 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-3fd2afa2-8540-430d-808d-b6fbff283398 None None] For port 3cf6b519-058b-4317-be8f-87b001e327d6, host dv-cinder-809968-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=3cf6b519-058b-4317-be8f-87b001e327d6,segment=NetworkSegment(96ec434f-640b-4129-b1b9-7fad10ad4f25),segment_id=96ec434f-640b-4129-b1b9-7fad10ad4f25)] {{(pid=100454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:00:15.724533 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-3fd2afa2-8540-430d-808d-b6fbff283398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:15.763471 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-92a600d4-75e6-48bc-b97a-fa6d48f33030 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:15.786271 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd2afa2-8540-430d-808d-b6fbff283398 None None] Pushing event updated for resources: {'Port': ['ID=3cf6b519-058b-4317-be8f-87b001e327d6,revision_number=2']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:15.800420 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-92a600d4-75e6-48bc-b97a-fa6d48f33030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735274499777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8594183'] for port, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:15.803431 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvr_db [None req-5aa80b82-824d-41a7-b4c6-d5f5bb982011 None None] Set router bfe39fe9-d0f7-40b8-816a-9d074dc8d233 gateway port host: dv-cinder-809968-4-iscsi {{(pid=100455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:00:15.838731 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a600d4-75e6-48bc-b97a-fa6d48f33030 admin admin] Network e265bfb9-6000-4acf-b4f9-12e0cf12940a is already hosted by enough agents. {{(pid=100453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:00:15.843027 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.base_scheduler [None req-92a600d4-75e6-48bc-b97a-fa6d48f33030 admin admin] Resources bound (agent type, host, resource id): {{(pid=100453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:00:15.845910 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a600d4-75e6-48bc-b97a-fa6d48f33030 admin admin] Received port after_create {{(pid=100453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 17:00:15.854926 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a600d4-75e6-48bc-b97a-fa6d48f33030 admin admin] Pushing event updated for resources: {'Port': ['ID=4a48aae5-7636-49a1-8312-0275f25aaa86,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:16.082719 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 20992e2f-115e-4957-be3f-339d0af606f1 up at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:00:16.142346 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Provisioning complete for port 20992e2f-115e-4957-be3f-339d0af606f1 triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:00:16.143034 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:16.165465 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-92a600d4-75e6-48bc-b97a-fa6d48f33030 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:16.179378 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-5aa80b82-824d-41a7-b4c6-d5f5bb982011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe39fe9-d0f7-40b8-816a-9d074dc8d233', 'name': 'tempest-TestMinimumBasicScenario-1704253182-router', 'tenant_id': '4956e4df9d9c485989c4117507535522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '20992e2f-115e-4957-be3f-339d0af606f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:00:10Z', 'updated_at': '2021-09-22T17:00:13Z', 'revision_number': 4, 'project_id': '4956e4df9d9c485989c4117507535522', 'gw_port': {'id': '20992e2f-115e-4957-be3f-339d0af606f1', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe39fe9-d0f7-40b8-816a-9d074dc8d233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:00:10Z', 'updated_at': '2021-09-22T17:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_interfaces': [{'id': '27c792d0-959d-4364-a658-c41b62dbe631', 'name': '', 'network_id': 'f317e20e-7578-45f9-b08d-af7bc544468a', 'tenant_id': '4956e4df9d9c485989c4117507535522', 'mac_address': 'fa:16:3e:38:d4:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe39fe9-d0f7-40b8-816a-9d074dc8d233', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'a86b33bd-ef02-44db-90e9-9f44bc14f7c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:00:12Z', 'updated_at': '2021-09-22T17:00:13Z', 'revision_number': 2, 'project_id': '4956e4df9d9c485989c4117507535522', 'subnets': [{'id': 'a86b33bd-ef02-44db-90e9-9f44bc14f7c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:16.206284 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa80b82-824d-41a7-b4c6-d5f5bb982011 None None] Checking router: bfe39fe9-d0f7-40b8-816a-9d074dc8d233 for host: dv-cinder-809968-4-iscsi {{(pid=100455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:00:16.206700 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa80b82-824d-41a7-b4c6-d5f5bb982011 None None] Updating router bfe39fe9-d0f7-40b8-816a-9d074dc8d233 port 27c792d0-959d-4364-a658-c41b62dbe631 binding host dv-cinder-809968-4-iscsi {{(pid=100455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:00:16.231902 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:16.232113 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron_lib.callbacks.manager [None req-5aa80b82-824d-41a7-b4c6-d5f5bb982011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:16.256120 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] For port 20992e2f-115e-4957-be3f-339d0af606f1, host dv-cinder-809968-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=20992e2f-115e-4957-be3f-339d0af606f1,segment=NetworkSegment(73061bb2-74db-4070-b057-2315d4867ed3),segment_id=73061bb2-74db-4070-b057-2315d4867ed3)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:00:16.261395 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:16.324421 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Pushing event updated for resources: {'Port': ['ID=20992e2f-115e-4957-be3f-339d0af606f1,revision_number=4']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:16.369929 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-92a600d4-75e6-48bc-b97a-fa6d48f33030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1639446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698722'] for router, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:16.497048 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a600d4-75e6-48bc-b97a-fa6d48f33030 admin admin] Router c7cbe3c4-a711-4c06-90f8-594660e4c170 is scheduled to L3 agent c3efc510-1e60-45c8-b68a-00a20fddc4a4 with binding_index 1 {{(pid=100453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 17:00:16.518321 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron_lib.callbacks.manager [None req-5aa80b82-824d-41a7-b4c6-d5f5bb982011 None None] Notify callbacks [] for port, precommit_update {{(pid=100455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:16.525270 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron_lib.callbacks.manager [None req-5aa80b82-824d-41a7-b4c6-d5f5bb982011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:16.575093 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e510685-9ce2-4c71-83d1-1ce201be774a None None] Pushing event updated for resources: {'Port': ['ID=27c792d0-959d-4364-a658-c41b62dbe631,revision_number=3']} {{(pid=100455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:16.604738 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e510685-9ce2-4c71-83d1-1ce201be774a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:16.605203 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e510685-9ce2-4c71-83d1-1ce201be774a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:16.605646 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e510685-9ce2-4c71-83d1-1ce201be774a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:16.606054 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e510685-9ce2-4c71-83d1-1ce201be774a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:16.606455 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e510685-9ce2-4c71-83d1-1ce201be774a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:16.606855 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e510685-9ce2-4c71-83d1-1ce201be774a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:16.607256 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e510685-9ce2-4c71-83d1-1ce201be774a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:16.607649 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e510685-9ce2-4c71-83d1-1ce201be774a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:16.608058 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e510685-9ce2-4c71-83d1-1ce201be774a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:16.608452 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e510685-9ce2-4c71-83d1-1ce201be774a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:16.608841 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e510685-9ce2-4c71-83d1-1ce201be774a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:16.609234 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e510685-9ce2-4c71-83d1-1ce201be774a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:16.611052 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a600d4-75e6-48bc-b97a-fa6d48f33030 admin admin] Notify agent at l3_agent.dv-cinder-809968-4-iscsi the message routers_updated {{(pid=100453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:00:16.623940 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e762755-342c-49fd-96e6-ef935c4d34e7 None None] Sync routers for ids ['c7cbe3c4-a711-4c06-90f8-594660e4c170'] in dv-cinder-809968-4-iscsi {{(pid=100454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:00:16.636936 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e762755-342c-49fd-96e6-ef935c4d34e7 None None] Routers {'c7cbe3c4-a711-4c06-90f8-594660e4c170'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:00:16.637986 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-7e762755-342c-49fd-96e6-ef935c4d34e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:59:59Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['c7cbe3c4-a711-4c06-90f8-594660e4c170'], 'active': True} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:16.643794 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-92a600d4-75e6-48bc-b97a-fa6d48f33030 admin admin] Notify callbacks [] for router, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:16.648018 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-92a600d4-75e6-48bc-b97a-fa6d48f33030 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6499438 Sep 22 17:00:16.648598 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 36472) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:00:16.663996 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.managers [None req-5aa80b82-824d-41a7-b4c6-d5f5bb982011 None None] Attempting to bind port 27c792d0-959d-4364-a658-c41b62dbe631 on host dv-cinder-809968-4-iscsi for vnic_type normal with profile {{(pid=100455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 17:00:16.664584 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.managers [None req-5aa80b82-824d-41a7-b4c6-d5f5bb982011 None None] Attempting to bind port 27c792d0-959d-4364-a658-c41b62dbe631 by drivers openvswitch,hyperv on host dv-cinder-809968-4-iscsi at level 0 using segments [{'id': 'dd380fdf-1155-4016-85b1-0a23a36a9643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'f317e20e-7578-45f9-b08d-af7bc544468a'}] {{(pid=100455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 17:00:16.664952 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa80b82-824d-41a7-b4c6-d5f5bb982011 None None] Attempting to bind port 27c792d0-959d-4364-a658-c41b62dbe631 on network f317e20e-7578-45f9-b08d-af7bc544468a {{(pid=100455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:00:16.670826 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa80b82-824d-41a7-b4c6-d5f5bb982011 None None] Checking agent: {'id': '08e98799-e574-4f1d-90ac-f796d675fca5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809968-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 16, 39, 29), 'started_at': datetime.datetime(2021, 9, 22, 16, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 16, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809968-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 17:00:16.671205 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa80b82-824d-41a7-b4c6-d5f5bb982011 None None] Checking segment: {'id': 'dd380fdf-1155-4016-85b1-0a23a36a9643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'f317e20e-7578-45f9-b08d-af7bc544468a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:00:16.671606 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron_lib.callbacks.manager [None req-5aa80b82-824d-41a7-b4c6-d5f5bb982011 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:16.671992 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa80b82-824d-41a7-b4c6-d5f5bb982011 None None] Bound using segment: {'id': 'dd380fdf-1155-4016-85b1-0a23a36a9643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'f317e20e-7578-45f9-b08d-af7bc544468a'} {{(pid=100455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:00:16.672453 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.managers [None req-5aa80b82-824d-41a7-b4c6-d5f5bb982011 None None] Bound port: 27c792d0-959d-4364-a658-c41b62dbe631, host: dv-cinder-809968-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd380fdf-1155-4016-85b1-0a23a36a9643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'f317e20e-7578-45f9-b08d-af7bc544468a'}}] {{(pid=100455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 17:00:16.672847 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron_lib.callbacks.manager [None req-5aa80b82-824d-41a7-b4c6-d5f5bb982011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:16.763239 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.db [None req-5aa80b82-824d-41a7-b4c6-d5f5bb982011 None None] For port 27c792d0-959d-4364-a658-c41b62dbe631, host dv-cinder-809968-4-iscsi, cleared binding levels {{(pid=100455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:00:16.767597 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.db [None req-5aa80b82-824d-41a7-b4c6-d5f5bb982011 None None] For port 27c792d0-959d-4364-a658-c41b62dbe631, host dv-cinder-809968-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=27c792d0-959d-4364-a658-c41b62dbe631,segment=NetworkSegment(dd380fdf-1155-4016-85b1-0a23a36a9643),segment_id=dd380fdf-1155-4016-85b1-0a23a36a9643)] {{(pid=100455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:00:16.768830 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvr_db [None req-7e762755-342c-49fd-96e6-ef935c4d34e7 None None] Set router c7cbe3c4-a711-4c06-90f8-594660e4c170 gateway port host: dv-cinder-809968-4-iscsi {{(pid=100454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:00:16.775450 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron_lib.callbacks.manager [None req-5aa80b82-824d-41a7-b4c6-d5f5bb982011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:16.846800 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e510685-9ce2-4c71-83d1-1ce201be774a None None] Pushing event updated for resources: {'Port': ['ID=27c792d0-959d-4364-a658-c41b62dbe631,revision_number=4']} {{(pid=100455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:16.852487 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa80b82-824d-41a7-b4c6-d5f5bb982011 None None] Routers {'bfe39fe9-d0f7-40b8-816a-9d074dc8d233'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:00:16.853047 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-5aa80b82-824d-41a7-b4c6-d5f5bb982011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:59:59Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['bfe39fe9-d0f7-40b8-816a-9d074dc8d233'], 'active': True} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:16.954325 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-31d82590-3a72-40cf-a572-0f1ecc39e5f8 None None] Provisioning complete for port 27c792d0-959d-4364-a658-c41b62dbe631 triggered by entity DHCP. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:00:16.954698 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-31d82590-3a72-40cf-a572-0f1ecc39e5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:17.008983 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvr_db [None req-5aa80b82-824d-41a7-b4c6-d5f5bb982011 None None] Set router bfe39fe9-d0f7-40b8-816a-9d074dc8d233 gateway port host: dv-cinder-809968-4-iscsi {{(pid=100455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:00:17.039956 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e5bbac-544e-47b4-bf1e-2ca7bf6b38b6 None None] Network 0d33731c-ef2f-4755-9da5-f76a9ad6f1d1 requested from dv-cinder-809968-4-iscsi {{(pid=100454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 17:00:17.215650 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-d5743aaf-a5a5-413c-a6c1-429d4d1c6a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:17.261007 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-5aa80b82-824d-41a7-b4c6-d5f5bb982011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe39fe9-d0f7-40b8-816a-9d074dc8d233', 'name': 'tempest-TestMinimumBasicScenario-1704253182-router', 'tenant_id': '4956e4df9d9c485989c4117507535522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '20992e2f-115e-4957-be3f-339d0af606f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:00:10Z', 'updated_at': '2021-09-22T17:00:13Z', 'revision_number': 4, 'project_id': '4956e4df9d9c485989c4117507535522', 'gw_port': {'id': '20992e2f-115e-4957-be3f-339d0af606f1', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe39fe9-d0f7-40b8-816a-9d074dc8d233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:00:10Z', 'updated_at': '2021-09-22T17:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_interfaces': [{'id': '27c792d0-959d-4364-a658-c41b62dbe631', 'name': '', 'network_id': 'f317e20e-7578-45f9-b08d-af7bc544468a', 'tenant_id': '4956e4df9d9c485989c4117507535522', 'mac_address': 'fa:16:3e:38:d4:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe39fe9-d0f7-40b8-816a-9d074dc8d233', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'a86b33bd-ef02-44db-90e9-9f44bc14f7c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:00:12Z', 'updated_at': '2021-09-22T17:00:16Z', 'revision_number': 4, 'project_id': '4956e4df9d9c485989c4117507535522', 'subnets': [{'id': 'a86b33bd-ef02-44db-90e9-9f44bc14f7c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:17.289206 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa80b82-824d-41a7-b4c6-d5f5bb982011 None None] The sync data for ids ['bfe39fe9-d0f7-40b8-816a-9d074dc8d233'] in dv-cinder-809968-4-iscsi is: [{'id': 'bfe39fe9-d0f7-40b8-816a-9d074dc8d233', 'name': 'tempest-TestMinimumBasicScenario-1704253182-router', 'tenant_id': '4956e4df9d9c485989c4117507535522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '20992e2f-115e-4957-be3f-339d0af606f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:00:10Z', 'updated_at': '2021-09-22T17:00:13Z', 'revision_number': 4, 'project_id': '4956e4df9d9c485989c4117507535522', 'gw_port': {'id': '20992e2f-115e-4957-be3f-339d0af606f1', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe39fe9-d0f7-40b8-816a-9d074dc8d233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:00:10Z', 'updated_at': '2021-09-22T17:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_interfaces': [{'id': '27c792d0-959d-4364-a658-c41b62dbe631', 'name': '', 'network_id': 'f317e20e-7578-45f9-b08d-af7bc544468a', 'tenant_id': '4956e4df9d9c485989c4117507535522', 'mac_address': 'fa:16:3e:38:d4:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe39fe9-d0f7-40b8-816a-9d074dc8d233', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'a86b33bd-ef02-44db-90e9-9f44bc14f7c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:00:12Z', 'updated_at': '2021-09-22T17:00:16Z', 'revision_number': 4, 'project_id': '4956e4df9d9c485989c4117507535522', 'subnets': [{'id': 'a86b33bd-ef02-44db-90e9-9f44bc14f7c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:00:17.313900 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-31d82590-3a72-40cf-a572-0f1ecc39e5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:17.350737 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-7e762755-342c-49fd-96e6-ef935c4d34e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7cbe3c4-a711-4c06-90f8-594660e4c170', 'name': 'tempest-TestMinimumBasicScenario-570273768-router', 'tenant_id': '679ec7f109d448db88bb0dbe6086e890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '4a48aae5-7636-49a1-8312-0275f25aaa86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:00:15Z', 'updated_at': '2021-09-22T17:00:16Z', 'revision_number': 3, 'project_id': '679ec7f109d448db88bb0dbe6086e890', 'gw_port': {'id': '4a48aae5-7636-49a1-8312-0275f25aaa86', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:17:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7cbe3c4-a711-4c06-90f8-594660e4c170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:00:15Z', 'updated_at': '2021-09-22T17:00:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi'}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:17.387813 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.db_base_plugin_common [None req-d5743aaf-a5a5-413c-a6c1-429d4d1c6a19 admin admin] Allocated IP 172.20.0.1 (0d33731c-ef2f-4755-9da5-f76a9ad6f1d1/0b2609e1-0d75-4bc6-9540-499aad7daece/1fe040dc-b4fb-47de-ab35-a43c5b95eab7) {{(pid=100452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:00:17.392570 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e762755-342c-49fd-96e6-ef935c4d34e7 None None] Checking router: c7cbe3c4-a711-4c06-90f8-594660e4c170 for host: dv-cinder-809968-4-iscsi {{(pid=100454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:00:17.392985 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e762755-342c-49fd-96e6-ef935c4d34e7 None None] Updating router c7cbe3c4-a711-4c06-90f8-594660e4c170 port 4a48aae5-7636-49a1-8312-0275f25aaa86 binding host dv-cinder-809968-4-iscsi {{(pid=100454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:00:17.418940 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 36474) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:00:17.441190 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-31d82590-3a72-40cf-a572-0f1ecc39e5f8 None None] For port 27c792d0-959d-4364-a658-c41b62dbe631, host dv-cinder-809968-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=27c792d0-959d-4364-a658-c41b62dbe631,segment=NetworkSegment(dd380fdf-1155-4016-85b1-0a23a36a9643),segment_id=dd380fdf-1155-4016-85b1-0a23a36a9643)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:00:17.442329 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-7e762755-342c-49fd-96e6-ef935c4d34e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:17.508600 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-d5743aaf-a5a5-413c-a6c1-429d4d1c6a19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:17.547316 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-d5743aaf-a5a5-413c-a6c1-429d4d1c6a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735274499777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8763924'] for port, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:17.585999 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5743aaf-a5a5-413c-a6c1-429d4d1c6a19 admin admin] Network 0d33731c-ef2f-4755-9da5-f76a9ad6f1d1 is already hosted by enough agents. {{(pid=100452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:00:17.592267 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.base_scheduler [None req-d5743aaf-a5a5-413c-a6c1-429d4d1c6a19 admin admin] Resources bound (agent type, host, resource id): {{(pid=100452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:00:17.595878 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5743aaf-a5a5-413c-a6c1-429d4d1c6a19 admin admin] Received port after_create {{(pid=100452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 17:00:17.608838 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-31d82590-3a72-40cf-a572-0f1ecc39e5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:17.622306 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.plugin [None req-9c2fe1a2-a34d-4852-9b7d-34a89d635bd1 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Deleting port 1b5a05b5-dd90-4c87-9792-611bd33640b5 {{(pid=100453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:00:17.622899 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-9c2fe1a2-a34d-4852-9b7d-34a89d635bd1 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735274981160'] for port, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:17.640538 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5743aaf-a5a5-413c-a6c1-429d4d1c6a19 admin admin] Pushing event updated for resources: {'Port': ['ID=1fe040dc-b4fb-47de-ab35-a43c5b95eab7,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:17.652304 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-d5743aaf-a5a5-413c-a6c1-429d4d1c6a19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701023'] for router_interface, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:17.724095 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-9c2fe1a2-a34d-4852-9b7d-34a89d635bd1 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697305'] for port, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:17.724560 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-9c2fe1a2-a34d-4852-9b7d-34a89d635bd1 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:17.747333 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d82590-3a72-40cf-a572-0f1ecc39e5f8 None None] Pushing event updated for resources: {'Port': ['ID=27c792d0-959d-4364-a658-c41b62dbe631,revision_number=5']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:17.756141 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.plugin [None req-9c2fe1a2-a34d-4852-9b7d-34a89d635bd1 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Calling delete_port for 1b5a05b5-dd90-4c87-9792-611bd33640b5 owned by network:floatingip {{(pid=100453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:00:17.768313 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-5bb24b65-ef84-4b47-a717-a820745e02cb None None] Provisioning complete for port 27c792d0-959d-4364-a658-c41b62dbe631 triggered by entity DHCP. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:00:17.768690 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-5bb24b65-ef84-4b47-a717-a820745e02cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:17.812307 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-d5743aaf-a5a5-413c-a6c1-429d4d1c6a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:17.867942 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-7e762755-342c-49fd-96e6-ef935c4d34e7 None None] Notify callbacks [] for port, precommit_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:17.880707 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-7e762755-342c-49fd-96e6-ef935c4d34e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:18.017749 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b4b3a3-120a-4c7f-a9e7-f3f2b7646de0 None None] Pushing event updated for resources: {'Port': ['ID=4a48aae5-7636-49a1-8312-0275f25aaa86,revision_number=2']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:18.029992 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.managers [None req-7e762755-342c-49fd-96e6-ef935c4d34e7 None None] Attempting to bind port 4a48aae5-7636-49a1-8312-0275f25aaa86 on host dv-cinder-809968-4-iscsi for vnic_type normal with profile {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 17:00:18.030297 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.managers [None req-7e762755-342c-49fd-96e6-ef935c4d34e7 None None] Attempting to bind port 4a48aae5-7636-49a1-8312-0275f25aaa86 by drivers openvswitch,hyperv on host dv-cinder-809968-4-iscsi at level 0 using segments [{'id': '73061bb2-74db-4070-b057-2315d4867ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a'}] {{(pid=100454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 17:00:18.030660 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e762755-342c-49fd-96e6-ef935c4d34e7 None None] Attempting to bind port 4a48aae5-7636-49a1-8312-0275f25aaa86 on network e265bfb9-6000-4acf-b4f9-12e0cf12940a {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:00:18.049245 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-5bb24b65-ef84-4b47-a717-a820745e02cb None None] Provisioning complete for port 3cf6b519-058b-4317-be8f-87b001e327d6 triggered by entity DHCP. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:00:18.049650 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-5bb24b65-ef84-4b47-a717-a820745e02cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:18.052568 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e762755-342c-49fd-96e6-ef935c4d34e7 None None] Checking agent: {'id': '08e98799-e574-4f1d-90ac-f796d675fca5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809968-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 16, 39, 29), 'started_at': datetime.datetime(2021, 9, 22, 16, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 16, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809968-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 17:00:18.052939 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e762755-342c-49fd-96e6-ef935c4d34e7 None None] Checking segment: {'id': '73061bb2-74db-4070-b057-2315d4867ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:00:18.053340 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-7e762755-342c-49fd-96e6-ef935c4d34e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:18.057589 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e762755-342c-49fd-96e6-ef935c4d34e7 None None] Bound using segment: {'id': '73061bb2-74db-4070-b057-2315d4867ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a'} {{(pid=100454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:00:18.057964 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.managers [None req-7e762755-342c-49fd-96e6-ef935c4d34e7 None None] Bound port: 4a48aae5-7636-49a1-8312-0275f25aaa86, host: dv-cinder-809968-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73061bb2-74db-4070-b057-2315d4867ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a'}}] {{(pid=100454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 17:00:18.058367 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-7e762755-342c-49fd-96e6-ef935c4d34e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:18.098400 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-9c2fe1a2-a34d-4852-9b7d-34a89d635bd1 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735274987246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735274499786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8594183'] for port, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:18.100685 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-d5743aaf-a5a5-413c-a6c1-429d4d1c6a19 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:18.114663 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-d5743aaf-a5a5-413c-a6c1-429d4d1c6a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8763935'] for port, after_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:18.141588 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2fe1a2-a34d-4852-9b7d-34a89d635bd1 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Pushing event deleted for resources: {'Port': ['ID=1b5a05b5-dd90-4c87-9792-611bd33640b5,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:18.162092 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-7e762755-342c-49fd-96e6-ef935c4d34e7 None None] For port 4a48aae5-7636-49a1-8312-0275f25aaa86, host dv-cinder-809968-4-iscsi, cleared binding levels {{(pid=100454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:00:18.167313 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-7e762755-342c-49fd-96e6-ef935c4d34e7 None None] For port 4a48aae5-7636-49a1-8312-0275f25aaa86, host dv-cinder-809968-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=4a48aae5-7636-49a1-8312-0275f25aaa86,segment=NetworkSegment(73061bb2-74db-4070-b057-2315d4867ed3),segment_id=73061bb2-74db-4070-b057-2315d4867ed3)] {{(pid=100454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:00:18.213354 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-7e762755-342c-49fd-96e6-ef935c4d34e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:18.234951 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-9c2fe1a2-a34d-4852-9b7d-34a89d635bd1 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks [] for floatingip, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:18.235289 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.db.l3_db [None req-9c2fe1a2-a34d-4852-9b7d-34a89d635bd1 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Floating IP ae827d59-d380-49f1-8ce8-5910b0718ed9 disassociated (deleted). External IP: 172.27.0.86, port: 9ff82991-35de-45b5-b1b3-5f87294fd9a3. Sep 22 17:00:18.268414 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-d5743aaf-a5a5-413c-a6c1-429d4d1c6a19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1699951'] for router_interface, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:18.276883 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b4b3a3-120a-4c7f-a9e7-f3f2b7646de0 None None] Pushing event updated for resources: {'Port': ['ID=4a48aae5-7636-49a1-8312-0275f25aaa86,revision_number=3']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:18.279836 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 20992e2f-115e-4957-be3f-339d0af606f1 up at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:00:18.289007 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5743aaf-a5a5-413c-a6c1-429d4d1c6a19 admin admin] Pushing event updated for resources: {'Port': ['ID=1fe040dc-b4fb-47de-ab35-a43c5b95eab7,revision_number=2']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:18.340962 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-5bb24b65-ef84-4b47-a717-a820745e02cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:18.369706 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e762755-342c-49fd-96e6-ef935c4d34e7 None None] Routers {'c7cbe3c4-a711-4c06-90f8-594660e4c170'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:00:18.370361 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-7e762755-342c-49fd-96e6-ef935c4d34e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:59:59Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['c7cbe3c4-a711-4c06-90f8-594660e4c170'], 'active': True} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:18.407128 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5743aaf-a5a5-413c-a6c1-429d4d1c6a19 admin admin] Network 0d33731c-ef2f-4755-9da5-f76a9ad6f1d1 is already hosted by enough agents. {{(pid=100452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:00:18.408832 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.base_scheduler [None req-d5743aaf-a5a5-413c-a6c1-429d4d1c6a19 admin admin] Resources bound (agent type, host, resource id): {{(pid=100452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:00:18.533145 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-5bb24b65-ef84-4b47-a717-a820745e02cb None None] For port 3cf6b519-058b-4317-be8f-87b001e327d6, host dv-cinder-809968-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=3cf6b519-058b-4317-be8f-87b001e327d6,segment=NetworkSegment(96ec434f-640b-4129-b1b9-7fad10ad4f25),segment_id=96ec434f-640b-4129-b1b9-7fad10ad4f25)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:00:18.543462 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5743aaf-a5a5-413c-a6c1-429d4d1c6a19 admin admin] Router c7cbe3c4-a711-4c06-90f8-594660e4c170 has already been hosted by L3 agent c3efc510-1e60-45c8-b68a-00a20fddc4a4 {{(pid=100452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:00:18.547183 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Provisioning complete for port 20992e2f-115e-4957-be3f-339d0af606f1 triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:00:18.547564 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:18.550389 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvr_db [None req-7e762755-342c-49fd-96e6-ef935c4d34e7 None None] Set router c7cbe3c4-a711-4c06-90f8-594660e4c170 gateway port host: dv-cinder-809968-4-iscsi {{(pid=100454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:00:18.592828 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-5bb24b65-ef84-4b47-a717-a820745e02cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:18.687980 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5743aaf-a5a5-413c-a6c1-429d4d1c6a19 admin admin] Notify agent at l3_agent.dv-cinder-809968-4-iscsi the message routers_updated {{(pid=100452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:00:18.694629 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-d5743aaf-a5a5-413c-a6c1-429d4d1c6a19 admin admin] 10.222.0.66 "PUT /v2.0/routers/c7cbe3c4-a711-4c06-90f8-594660e4c170/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0447843 Sep 22 17:00:18.698909 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb24b65-ef84-4b47-a717-a820745e02cb None None] Pushing event updated for resources: {'Port': ['ID=3cf6b519-058b-4317-be8f-87b001e327d6,revision_number=3']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:18.733403 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c2fe1a2-a34d-4852-9b7d-34a89d635bd1 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Router 62c7516c-6dbd-4516-ad90-639b584c2678 has already been hosted by L3 agent c3efc510-1e60-45c8-b68a-00a20fddc4a4 {{(pid=100453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:00:18.789045 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-de449aa9-2b0c-4400-b015-6c845d970668 None None] Provisioning complete for port 1fe040dc-b4fb-47de-ab35-a43c5b95eab7 triggered by entity DHCP. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:00:18.790158 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-de449aa9-2b0c-4400-b015-6c845d970668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:18.839275 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 3cf6b519-058b-4317-be8f-87b001e327d6 up at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:00:18.847727 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c2fe1a2-a34d-4852-9b7d-34a89d635bd1 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify agent at l3_agent.dv-cinder-809968-4-iscsi the message routers_updated {{(pid=100453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:00:18.853382 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-9c2fe1a2-a34d-4852-9b7d-34a89d635bd1 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306'] for floatingip, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:18.860290 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34548c3a-31e4-4a64-9dca-e8e7467ab997 None None] Sync routers for ids ['62c7516c-6dbd-4516-ad90-639b584c2678'] in dv-cinder-809968-4-iscsi {{(pid=100455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:00:18.870374 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34548c3a-31e4-4a64-9dca-e8e7467ab997 None None] Routers {'62c7516c-6dbd-4516-ad90-639b584c2678'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:00:18.870996 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-34548c3a-31e4-4a64-9dca-e8e7467ab997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:59:59Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['62c7516c-6dbd-4516-ad90-639b584c2678'], 'active': True} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:18.877391 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-de449aa9-2b0c-4400-b015-6c845d970668 None None] Port 1fe040dc-b4fb-47de-ab35-a43c5b95eab7 cannot update to ACTIVE because it is not bound. {{(pid=100454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 17:00:18.898090 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-9c2fe1a2-a34d-4852-9b7d-34a89d635bd1 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "DELETE /v2.0/floatingips/ae827d59-d380-49f1-8ce8-5910b0718ed9 HTTP/1.1" status: 204 len: 168 time: 1.4745741 Sep 22 17:00:18.907641 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c59d33f0-1d99-453e-b2f0-564372f720c8', 'tag': '9ff82991-35de-45b5-b1b3-5f87294fd9a3'}] {{(pid=100453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:00:18.915464 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e4dd1ec7b6bb508b8f985d0227854479c11c36687027ca7eec5a37465d8b4ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ced3b82-2c3d-45e2-a145-a778c3fbf70c" -d '{"events": [{"name": "network-changed", "server_uuid": "c59d33f0-1d99-453e-b2f0-564372f720c8", "tag": "9ff82991-35de-45b5-b1b3-5f87294fd9a3"}]}' {{(pid=100453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:00:18.939274 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-de449aa9-2b0c-4400-b015-6c845d970668 None None] Provisioning complete for port 3cf6b519-058b-4317-be8f-87b001e327d6 triggered by entity DHCP. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:00:18.939560 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-de449aa9-2b0c-4400-b015-6c845d970668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:18.982755 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Provisioning complete for port 3cf6b519-058b-4317-be8f-87b001e327d6 triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:00:18.983132 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:19.017178 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvr_db [None req-34548c3a-31e4-4a64-9dca-e8e7467ab997 None None] Set router 62c7516c-6dbd-4516-ad90-639b584c2678 gateway port host: dv-cinder-809968-4-iscsi {{(pid=100455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:00:19.021035 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-7e762755-342c-49fd-96e6-ef935c4d34e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7cbe3c4-a711-4c06-90f8-594660e4c170', 'name': 'tempest-TestMinimumBasicScenario-570273768-router', 'tenant_id': '679ec7f109d448db88bb0dbe6086e890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '4a48aae5-7636-49a1-8312-0275f25aaa86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:00:15Z', 'updated_at': '2021-09-22T17:00:17Z', 'revision_number': 4, 'project_id': '679ec7f109d448db88bb0dbe6086e890', 'gw_port': {'id': '4a48aae5-7636-49a1-8312-0275f25aaa86', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:17:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7cbe3c4-a711-4c06-90f8-594660e4c170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:00:15Z', 'updated_at': '2021-09-22T17:00:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_interfaces': [{'id': '1fe040dc-b4fb-47de-ab35-a43c5b95eab7', 'name': '', 'network_id': '0d33731c-ef2f-4755-9da5-f76a9ad6f1d1', 'tenant_id': '679ec7f109d448db88bb0dbe6086e890', 'mac_address': 'fa:16:3e:3f:fd:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7cbe3c4-a711-4c06-90f8-594660e4c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '0b2609e1-0d75-4bc6-9540-499aad7daece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:00:17Z', 'updated_at': '2021-09-22T17:00:17Z', 'revision_number': 2, 'project_id': '679ec7f109d448db88bb0dbe6086e890', 'subnets': [{'id': '0b2609e1-0d75-4bc6-9540-499aad7daece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:19.078317 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e762755-342c-49fd-96e6-ef935c4d34e7 None None] The sync data for ids ['c7cbe3c4-a711-4c06-90f8-594660e4c170'] in dv-cinder-809968-4-iscsi is: [{'id': 'c7cbe3c4-a711-4c06-90f8-594660e4c170', 'name': 'tempest-TestMinimumBasicScenario-570273768-router', 'tenant_id': '679ec7f109d448db88bb0dbe6086e890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '4a48aae5-7636-49a1-8312-0275f25aaa86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:00:15Z', 'updated_at': '2021-09-22T17:00:17Z', 'revision_number': 4, 'project_id': '679ec7f109d448db88bb0dbe6086e890', 'gw_port': {'id': '4a48aae5-7636-49a1-8312-0275f25aaa86', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:17:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7cbe3c4-a711-4c06-90f8-594660e4c170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:00:15Z', 'updated_at': '2021-09-22T17:00:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_interfaces': [{'id': '1fe040dc-b4fb-47de-ab35-a43c5b95eab7', 'name': '', 'network_id': '0d33731c-ef2f-4755-9da5-f76a9ad6f1d1', 'tenant_id': '679ec7f109d448db88bb0dbe6086e890', 'mac_address': 'fa:16:3e:3f:fd:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7cbe3c4-a711-4c06-90f8-594660e4c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '0b2609e1-0d75-4bc6-9540-499aad7daece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:00:17Z', 'updated_at': '2021-09-22T17:00:17Z', 'revision_number': 2, 'project_id': '679ec7f109d448db88bb0dbe6086e890', 'subnets': [{'id': '0b2609e1-0d75-4bc6-9540-499aad7daece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:00:19.197280 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 27c792d0-959d-4364-a658-c41b62dbe631 up at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:00:19.256026 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Provisioning complete for port 27c792d0-959d-4364-a658-c41b62dbe631 triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:00:19.256405 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:19.333827 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 17:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adcf9679-8bb4-4230-bc46-8ef46541eff5 x-openstack-request-id: req-adcf9679-8bb4-4230-bc46-8ef46541eff5 {{(pid=100453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:00:19.334215 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c59d33f0-1d99-453e-b2f0-564372f720c8", "tag": "9ff82991-35de-45b5-b1b3-5f87294fd9a3", "status": "completed", "code": 200}]} {{(pid=100453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:00:19.334575 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-adcf9679-8bb4-4230-bc46-8ef46541eff5 {{(pid=100453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:00:19.335062 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c59d33f0-1d99-453e-b2f0-564372f720c8', 'tag': '9ff82991-35de-45b5-b1b3-5f87294fd9a3', 'status': 'completed', 'code': 200} Sep 22 17:00:19.369783 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-34548c3a-31e4-4a64-9dca-e8e7467ab997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'name': 'tempest-TestVolumeBootPattern-1119940166-router', 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'eedf5a12-9a31-4747-906b-90bbb29b46e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:49:33Z', 'updated_at': '2021-09-22T16:49:37Z', 'revision_number': 4, 'project_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'gw_port': {'id': 'eedf5a12-9a31-4747-906b-90bbb29b46e2', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:49:34Z', 'updated_at': '2021-09-22T16:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_floatingips': [{'id': 'e75d31c2-c3e9-4a3e-b342-39b7ce2da0ff', 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'floating_ip_address': '172.27.0.194', 'floating_network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'router_id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'port_id': '2e463de9-26fc-4218-802c-eb743c68b3b4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aababfd4-24d1-4477-9e08-13669f02d6c3', 'mac_address': 'fa:16:3e:f9:fe:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007d3ba2-e5ca-4536-b2bb-3e32c7d55715', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T16:54:37Z', 'updated_at': '2021-09-22T16:54:40Z', 'revision_number': 1, 'project_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75135ba7-27af-4ceb-8881-495f589a6d8c', 'name': '', 'network_id': 'aababfd4-24d1-4477-9e08-13669f02d6c3', 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'mac_address': 'fa:16:3e:bf:98:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'fd70f39b-af57-4d8a-9640-3850988db9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:49:36Z', 'updated_at': '2021-09-22T16:49:41Z', 'revision_number': 5, 'project_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'subnets': [{'id': 'fd70f39b-af57-4d8a-9640-3850988db9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:19.414222 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34548c3a-31e4-4a64-9dca-e8e7467ab997 None None] Checking router: 62c7516c-6dbd-4516-ad90-639b584c2678 for host: dv-cinder-809968-4-iscsi {{(pid=100455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:00:19.453068 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34548c3a-31e4-4a64-9dca-e8e7467ab997 None None] Routers {'62c7516c-6dbd-4516-ad90-639b584c2678'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:00:19.454534 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-34548c3a-31e4-4a64-9dca-e8e7467ab997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:59:59Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['62c7516c-6dbd-4516-ad90-639b584c2678'], 'active': True} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:19.466511 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced3b82-2c3d-45e2-a145-a778c3fbf70c req-4a89cacb-14b6-4333-900a-aa0fc0e1bc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:00:19.468465 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-9ced3b82-2c3d-45e2-a145-a778c3fbf70c req-4a89cacb-14b6-4333-900a-aa0fc0e1bc89 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4268d5a7c3ba47fc9f303a67b37aee7a&device_id=c59d33f0-1d99-453e-b2f0-564372f720c8 HTTP/1.1" status: 200 len: 1098 time: 0.1092396 Sep 22 17:00:19.490807 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b9b7f-48bc-46fc-bd19-e41f703c0077 req-431234a1-3746-4b47-aa6f-bc3455ca0f93 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:00:19.492321 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-6e2b9b7f-48bc-46fc-bd19-e41f703c0077 req-431234a1-3746-4b47-aa6f-bc3455ca0f93 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=c59d33f0-1d99-453e-b2f0-564372f720c8 HTTP/1.1" status: 200 len: 945 time: 0.0696168 Sep 22 17:00:19.546684 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-6e2b9b7f-48bc-46fc-bd19-e41f703c0077 req-786844e3-0703-47e7-8431-7190dc41daa5 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468042 Sep 22 17:00:19.614798 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvr_db [None req-34548c3a-31e4-4a64-9dca-e8e7467ab997 None None] Set router 62c7516c-6dbd-4516-ad90-639b584c2678 gateway port host: dv-cinder-809968-4-iscsi {{(pid=100455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:00:19.616220 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced3b82-2c3d-45e2-a145-a778c3fbf70c req-a8878b5d-af3b-4ebd-87f3-fdf3cf307e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:00:19.618445 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-9ced3b82-2c3d-45e2-a145-a778c3fbf70c req-a8878b5d-af3b-4ebd-87f3-fdf3cf307e1c service neutron] 10.222.0.72 "GET /v2.0/networks?id=aababfd4-24d1-4477-9e08-13669f02d6c3 HTTP/1.1" status: 200 len: 914 time: 0.1393740 Sep 22 17:00:19.675097 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-9ced3b82-2c3d-45e2-a145-a778c3fbf70c req-7ca597cd-81a3-4350-b080-f234e84751d8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ff82991-35de-45b5-b1b3-5f87294fd9a3 HTTP/1.1" status: 200 len: 217 time: 0.0493581 Sep 22 17:00:19.777219 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced3b82-2c3d-45e2-a145-a778c3fbf70c req-672bc84e-2545-4399-9d9f-1bc377ab9d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:00:19.779035 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-9ced3b82-2c3d-45e2-a145-a778c3fbf70c req-672bc84e-2545-4399-9d9f-1bc377ab9d55 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fd70f39b-af57-4d8a-9640-3850988db9e5 HTTP/1.1" status: 200 len: 851 time: 0.0927899 Sep 22 17:00:19.842712 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced3b82-2c3d-45e2-a145-a778c3fbf70c req-2ee4cbef-cba7-4a25-92c9-d78891a1c6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:00:19.844240 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-9ced3b82-2c3d-45e2-a145-a778c3fbf70c req-2ee4cbef-cba7-4a25-92c9-d78891a1c6b2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=aababfd4-24d1-4477-9e08-13669f02d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0568109 Sep 22 17:00:19.989217 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-9ced3b82-2c3d-45e2-a145-a778c3fbf70c req-c94b56e4-823c-41b7-bcb8-900d46e5e1cd service neutron] 10.222.0.72 "GET /v2.0/networks/aababfd4-24d1-4477-9e08-13669f02d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302516 Sep 22 17:00:20.030362 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 3cf6b519-058b-4317-be8f-87b001e327d6 up at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:00:20.136143 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-9ced3b82-2c3d-45e2-a145-a778c3fbf70c req-cf2ef701-e589-4da0-ad25-d27e259a598c service neutron] 10.222.0.72 "GET /v2.0/networks/aababfd4-24d1-4477-9e08-13669f02d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387360 Sep 22 17:00:20.241707 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-34548c3a-31e4-4a64-9dca-e8e7467ab997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'name': 'tempest-TestVolumeBootPattern-1119940166-router', 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'eedf5a12-9a31-4747-906b-90bbb29b46e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:49:33Z', 'updated_at': '2021-09-22T16:49:37Z', 'revision_number': 4, 'project_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'gw_port': {'id': 'eedf5a12-9a31-4747-906b-90bbb29b46e2', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:49:34Z', 'updated_at': '2021-09-22T16:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_floatingips': [{'id': 'e75d31c2-c3e9-4a3e-b342-39b7ce2da0ff', 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'floating_ip_address': '172.27.0.194', 'floating_network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'router_id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'port_id': '2e463de9-26fc-4218-802c-eb743c68b3b4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aababfd4-24d1-4477-9e08-13669f02d6c3', 'mac_address': 'fa:16:3e:f9:fe:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007d3ba2-e5ca-4536-b2bb-3e32c7d55715', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T16:54:37Z', 'updated_at': '2021-09-22T16:54:40Z', 'revision_number': 1, 'project_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75135ba7-27af-4ceb-8881-495f589a6d8c', 'name': '', 'network_id': 'aababfd4-24d1-4477-9e08-13669f02d6c3', 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'mac_address': 'fa:16:3e:bf:98:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'fd70f39b-af57-4d8a-9640-3850988db9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:49:36Z', 'updated_at': '2021-09-22T16:49:41Z', 'revision_number': 5, 'project_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'subnets': [{'id': 'fd70f39b-af57-4d8a-9640-3850988db9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:20.273661 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Provisioning complete for port 3cf6b519-058b-4317-be8f-87b001e327d6 triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:00:20.274065 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:20.300689 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34548c3a-31e4-4a64-9dca-e8e7467ab997 None None] The sync data for ids ['62c7516c-6dbd-4516-ad90-639b584c2678'] in dv-cinder-809968-4-iscsi is: [{'id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'name': 'tempest-TestVolumeBootPattern-1119940166-router', 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'eedf5a12-9a31-4747-906b-90bbb29b46e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:49:33Z', 'updated_at': '2021-09-22T16:49:37Z', 'revision_number': 4, 'project_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'gw_port': {'id': 'eedf5a12-9a31-4747-906b-90bbb29b46e2', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:49:34Z', 'updated_at': '2021-09-22T16:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_floatingips': [{'id': 'e75d31c2-c3e9-4a3e-b342-39b7ce2da0ff', 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'floating_ip_address': '172.27.0.194', 'floating_network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'router_id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'port_id': '2e463de9-26fc-4218-802c-eb743c68b3b4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aababfd4-24d1-4477-9e08-13669f02d6c3', 'mac_address': 'fa:16:3e:f9:fe:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007d3ba2-e5ca-4536-b2bb-3e32c7d55715', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T16:54:37Z', 'updated_at': '2021-09-22T16:54:40Z', 'revision_number': 1, 'project_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75135ba7-27af-4ceb-8881-495f589a6d8c', 'name': '', 'network_id': 'aababfd4-24d1-4477-9e08-13669f02d6c3', 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'mac_address': 'fa:16:3e:bf:98:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'fd70f39b-af57-4d8a-9640-3850988db9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:49:36Z', 'updated_at': '2021-09-22T16:49:41Z', 'revision_number': 5, 'project_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'subnets': [{'id': 'fd70f39b-af57-4d8a-9640-3850988db9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:00:20.653486 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6cc233-5138-428d-a516-d4be4d998a1f None None] New status for floating IP ae827d59-d380-49f1-8ce8-5910b0718ed9: DOWN {{(pid=100454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:00:20.707984 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe5432-7678-44c4-92f8-b16ba18c734e req-d0ffd8aa-9ed5-4c9d-b342-1b7ddb28bc41 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:00:20.718377 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-68fe5432-7678-44c4-92f8-b16ba18c734e req-d0ffd8aa-9ed5-4c9d-b342-1b7ddb28bc41 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=c59d33f0-1d99-453e-b2f0-564372f720c8 HTTP/1.1" status: 200 len: 945 time: 0.0649590 Sep 22 17:00:20.773374 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-68fe5432-7678-44c4-92f8-b16ba18c734e req-bf7dd48c-5556-4cf5-ac26-98b6aa908c5b tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494471 Sep 22 17:00:21.078531 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa15f1-2e1b-49b0-a9d1-ed5840e61ec0 req-22959e5a-5be5-4f74-a062-89d5a09f9265 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:00:21.080042 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-70fa15f1-2e1b-49b0-a9d1-ed5840e61ec0 req-22959e5a-5be5-4f74-a062-89d5a09f9265 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.72 "GET /v2.0/ports?device_id=c59d33f0-1d99-453e-b2f0-564372f720c8 HTTP/1.1" status: 200 len: 945 time: 0.0725517 Sep 22 17:00:21.198411 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.plugin [req-70fa15f1-2e1b-49b0-a9d1-ed5840e61ec0 req-8cfb9148-6cc8-4f68-9fd0-5b7ef6553a59 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Deleting port 9ff82991-35de-45b5-b1b3-5f87294fd9a3 {{(pid=100452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:00:21.198756 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-70fa15f1-2e1b-49b0-a9d1-ed5840e61ec0 req-8cfb9148-6cc8-4f68-9fd0-5b7ef6553a59 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735274981160'] for port, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:21.302696 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.db [req-70fa15f1-2e1b-49b0-a9d1-ed5840e61ec0 req-8cfb9148-6cc8-4f68-9fd0-5b7ef6553a59 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] For port 9ff82991-35de-45b5-b1b3-5f87294fd9a3, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=9ff82991-35de-45b5-b1b3-5f87294fd9a3,segment=NetworkSegment(2c663890-389a-46e8-a2e8-a82c167fea9b),segment_id=2c663890-389a-46e8-a2e8-a82c167fea9b)] {{(pid=100452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:00:21.303193 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-70fa15f1-2e1b-49b0-a9d1-ed5840e61ec0 req-8cfb9148-6cc8-4f68-9fd0-5b7ef6553a59 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697305'] for port, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:21.324512 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.plugin [req-70fa15f1-2e1b-49b0-a9d1-ed5840e61ec0 req-8cfb9148-6cc8-4f68-9fd0-5b7ef6553a59 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Calling delete_port for 9ff82991-35de-45b5-b1b3-5f87294fd9a3 owned by compute:nova {{(pid=100452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:00:21.494248 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-70fa15f1-2e1b-49b0-a9d1-ed5840e61ec0 req-8cfb9148-6cc8-4f68-9fd0-5b7ef6553a59 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735274987246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735274499786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8763924'] for port, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:21.526398 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfb9148-6cc8-4f68-9fd0-5b7ef6553a59 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Pushing event deleted for resources: {'Port': ['ID=9ff82991-35de-45b5-b1b3-5f87294fd9a3,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:21.580572 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.l3_dvrscheduler_db [req-70fa15f1-2e1b-49b0-a9d1-ed5840e61ec0 req-8cfb9148-6cc8-4f68-9fd0-5b7ef6553a59 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] No DVR routers for this DVR port 9ff82991-35de-45b5-b1b3-5f87294fd9a3 on host hv-cinder-80996 {{(pid=100452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:00:21.583345 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-70fa15f1-2e1b-49b0-a9d1-ed5840e61ec0 req-8cfb9148-6cc8-4f68-9fd0-5b7ef6553a59 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306'] for port, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:21.585633 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-70fa15f1-2e1b-49b0-a9d1-ed5840e61ec0 req-8cfb9148-6cc8-4f68-9fd0-5b7ef6553a59 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.72 "DELETE /v2.0/ports/9ff82991-35de-45b5-b1b3-5f87294fd9a3 HTTP/1.1" status: 204 len: 173 time: 0.4976609 Sep 22 17:00:21.586122 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c59d33f0-1d99-453e-b2f0-564372f720c8', 'name': 'network-vif-deleted', 'tag': '9ff82991-35de-45b5-b1b3-5f87294fd9a3'}] {{(pid=100452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:00:21.589651 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3daeaf716feba76a3af1624af44cd9d3b401b8dbf4d63f278f059799def7c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6415ee-599b-43e0-9d27-a07693e3fe7c" -d '{"events": [{"server_uuid": "c59d33f0-1d99-453e-b2f0-564372f720c8", "name": "network-vif-deleted", "tag": "9ff82991-35de-45b5-b1b3-5f87294fd9a3"}]}' {{(pid=100452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:00:21.635585 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 17:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7a617d-eaf1-41cd-9f06-2c81fa4d75e6 x-openstack-request-id: req-eb7a617d-eaf1-41cd-9f06-2c81fa4d75e6 {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:00:21.635954 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c59d33f0-1d99-453e-b2f0-564372f720c8", "name": "network-vif-deleted", "tag": "9ff82991-35de-45b5-b1b3-5f87294fd9a3", "status": "completed", "code": 200}]} {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:00:21.636344 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-eb7a617d-eaf1-41cd-9f06-2c81fa4d75e6 {{(pid=100452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:00:21.637069 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c59d33f0-1d99-453e-b2f0-564372f720c8', 'name': 'network-vif-deleted', 'tag': '9ff82991-35de-45b5-b1b3-5f87294fd9a3', 'status': 'completed', 'code': 200} Sep 22 17:00:21.944870 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f4648ed2-0653-4699-b8e8-7ad3a62fe343 req-aacbcc6c-0861-4575-a8c8-50a4c08f5047 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=c59d33f0-1d99-453e-b2f0-564372f720c8 HTTP/1.1" status: 200 len: 210 time: 0.0746608 Sep 22 17:00:21.996706 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67f4f7f-d5ed-459d-ba1d-ab6823a3fcd2 None None] Sync routers for ids ['c7cbe3c4-a711-4c06-90f8-594660e4c170'] in dv-cinder-809968-4-iscsi {{(pid=100455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:00:22.007727 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67f4f7f-d5ed-459d-ba1d-ab6823a3fcd2 None None] Routers {'c7cbe3c4-a711-4c06-90f8-594660e4c170'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:00:22.008494 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-a67f4f7f-d5ed-459d-ba1d-ab6823a3fcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:59:59Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['c7cbe3c4-a711-4c06-90f8-594660e4c170'], 'active': True} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:22.087153 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 4a48aae5-7636-49a1-8312-0275f25aaa86 up at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:00:22.182923 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvr_db [None req-a67f4f7f-d5ed-459d-ba1d-ab6823a3fcd2 None None] Set router c7cbe3c4-a711-4c06-90f8-594660e4c170 gateway port host: dv-cinder-809968-4-iscsi {{(pid=100455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:00:22.190806 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Provisioning complete for port 4a48aae5-7636-49a1-8312-0275f25aaa86 triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:00:22.191517 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:22.304879 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:22.343296 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] For port 4a48aae5-7636-49a1-8312-0275f25aaa86, host dv-cinder-809968-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=4a48aae5-7636-49a1-8312-0275f25aaa86,segment=NetworkSegment(73061bb2-74db-4070-b057-2315d4867ed3),segment_id=73061bb2-74db-4070-b057-2315d4867ed3)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:00:22.347686 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:22.414578 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Pushing event updated for resources: {'Port': ['ID=4a48aae5-7636-49a1-8312-0275f25aaa86,revision_number=4']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:22.425131 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-a67f4f7f-d5ed-459d-ba1d-ab6823a3fcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7cbe3c4-a711-4c06-90f8-594660e4c170', 'name': 'tempest-TestMinimumBasicScenario-570273768-router', 'tenant_id': '679ec7f109d448db88bb0dbe6086e890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '4a48aae5-7636-49a1-8312-0275f25aaa86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:00:15Z', 'updated_at': '2021-09-22T17:00:17Z', 'revision_number': 4, 'project_id': '679ec7f109d448db88bb0dbe6086e890', 'gw_port': {'id': '4a48aae5-7636-49a1-8312-0275f25aaa86', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:17:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7cbe3c4-a711-4c06-90f8-594660e4c170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:00:15Z', 'updated_at': '2021-09-22T17:00:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_interfaces': [{'id': '1fe040dc-b4fb-47de-ab35-a43c5b95eab7', 'name': '', 'network_id': '0d33731c-ef2f-4755-9da5-f76a9ad6f1d1', 'tenant_id': '679ec7f109d448db88bb0dbe6086e890', 'mac_address': 'fa:16:3e:3f:fd:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7cbe3c4-a711-4c06-90f8-594660e4c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '0b2609e1-0d75-4bc6-9540-499aad7daece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:00:17Z', 'updated_at': '2021-09-22T17:00:17Z', 'revision_number': 2, 'project_id': '679ec7f109d448db88bb0dbe6086e890', 'subnets': [{'id': '0b2609e1-0d75-4bc6-9540-499aad7daece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:22.453589 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67f4f7f-d5ed-459d-ba1d-ab6823a3fcd2 None None] Checking router: c7cbe3c4-a711-4c06-90f8-594660e4c170 for host: dv-cinder-809968-4-iscsi {{(pid=100455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:00:22.454044 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67f4f7f-d5ed-459d-ba1d-ab6823a3fcd2 None None] Updating router c7cbe3c4-a711-4c06-90f8-594660e4c170 port 1fe040dc-b4fb-47de-ab35-a43c5b95eab7 binding host dv-cinder-809968-4-iscsi {{(pid=100455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:00:22.486093 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron_lib.callbacks.manager [None req-a67f4f7f-d5ed-459d-ba1d-ab6823a3fcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:22.774142 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron_lib.callbacks.manager [None req-a67f4f7f-d5ed-459d-ba1d-ab6823a3fcd2 None None] Notify callbacks [] for port, precommit_update {{(pid=100455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:22.780942 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron_lib.callbacks.manager [None req-a67f4f7f-d5ed-459d-ba1d-ab6823a3fcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:22.826342 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e63ee7-0ddb-4cbf-817e-d1efb00a2f2c None None] Pushing event updated for resources: {'Port': ['ID=1fe040dc-b4fb-47de-ab35-a43c5b95eab7,revision_number=3']} {{(pid=100455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:22.948447 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.managers [None req-a67f4f7f-d5ed-459d-ba1d-ab6823a3fcd2 None None] Attempting to bind port 1fe040dc-b4fb-47de-ab35-a43c5b95eab7 on host dv-cinder-809968-4-iscsi for vnic_type normal with profile {{(pid=100455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 17:00:22.949015 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.managers [None req-a67f4f7f-d5ed-459d-ba1d-ab6823a3fcd2 None None] Attempting to bind port 1fe040dc-b4fb-47de-ab35-a43c5b95eab7 by drivers openvswitch,hyperv on host dv-cinder-809968-4-iscsi at level 0 using segments [{'id': '96ec434f-640b-4129-b1b9-7fad10ad4f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '0d33731c-ef2f-4755-9da5-f76a9ad6f1d1'}] {{(pid=100455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 17:00:22.949388 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67f4f7f-d5ed-459d-ba1d-ab6823a3fcd2 None None] Attempting to bind port 1fe040dc-b4fb-47de-ab35-a43c5b95eab7 on network 0d33731c-ef2f-4755-9da5-f76a9ad6f1d1 {{(pid=100455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:00:22.957772 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67f4f7f-d5ed-459d-ba1d-ab6823a3fcd2 None None] Checking agent: {'id': '08e98799-e574-4f1d-90ac-f796d675fca5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809968-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 16, 39, 29), 'started_at': datetime.datetime(2021, 9, 22, 16, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 16, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809968-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 17:00:22.958155 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67f4f7f-d5ed-459d-ba1d-ab6823a3fcd2 None None] Checking segment: {'id': '96ec434f-640b-4129-b1b9-7fad10ad4f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '0d33731c-ef2f-4755-9da5-f76a9ad6f1d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:00:22.958544 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron_lib.callbacks.manager [None req-a67f4f7f-d5ed-459d-ba1d-ab6823a3fcd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:22.959066 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67f4f7f-d5ed-459d-ba1d-ab6823a3fcd2 None None] Bound using segment: {'id': '96ec434f-640b-4129-b1b9-7fad10ad4f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '0d33731c-ef2f-4755-9da5-f76a9ad6f1d1'} {{(pid=100455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:00:22.959594 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.managers [None req-a67f4f7f-d5ed-459d-ba1d-ab6823a3fcd2 None None] Bound port: 1fe040dc-b4fb-47de-ab35-a43c5b95eab7, host: dv-cinder-809968-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ec434f-640b-4129-b1b9-7fad10ad4f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '0d33731c-ef2f-4755-9da5-f76a9ad6f1d1'}}] {{(pid=100455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 17:00:22.959991 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron_lib.callbacks.manager [None req-a67f4f7f-d5ed-459d-ba1d-ab6823a3fcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:23.074700 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.db [None req-a67f4f7f-d5ed-459d-ba1d-ab6823a3fcd2 None None] For port 1fe040dc-b4fb-47de-ab35-a43c5b95eab7, host dv-cinder-809968-4-iscsi, cleared binding levels {{(pid=100455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:00:23.078509 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.plugins.ml2.db [None req-a67f4f7f-d5ed-459d-ba1d-ab6823a3fcd2 None None] For port 1fe040dc-b4fb-47de-ab35-a43c5b95eab7, host dv-cinder-809968-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=1fe040dc-b4fb-47de-ab35-a43c5b95eab7,segment=NetworkSegment(96ec434f-640b-4129-b1b9-7fad10ad4f25),segment_id=96ec434f-640b-4129-b1b9-7fad10ad4f25)] {{(pid=100455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:00:23.089135 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron_lib.callbacks.manager [None req-a67f4f7f-d5ed-459d-ba1d-ab6823a3fcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:23.157538 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e63ee7-0ddb-4cbf-817e-d1efb00a2f2c None None] Pushing event updated for resources: {'Port': ['ID=1fe040dc-b4fb-47de-ab35-a43c5b95eab7,revision_number=4']} {{(pid=100455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:23.182762 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67f4f7f-d5ed-459d-ba1d-ab6823a3fcd2 None None] Routers {'c7cbe3c4-a711-4c06-90f8-594660e4c170'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:00:23.183582 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-a67f4f7f-d5ed-459d-ba1d-ab6823a3fcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:59:59Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['c7cbe3c4-a711-4c06-90f8-594660e4c170'], 'active': True} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:23.312429 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvr_db [None req-a67f4f7f-d5ed-459d-ba1d-ab6823a3fcd2 None None] Set router c7cbe3c4-a711-4c06-90f8-594660e4c170 gateway port host: dv-cinder-809968-4-iscsi {{(pid=100455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:00:23.337019 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-c2e4c14e-d3ea-436f-92cf-19112b996b56 None None] Provisioning complete for port 1fe040dc-b4fb-47de-ab35-a43c5b95eab7 triggered by entity DHCP. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:00:23.338773 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-c2e4c14e-d3ea-436f-92cf-19112b996b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:23.452289 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-c2e4c14e-d3ea-436f-92cf-19112b996b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:23.506259 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-c2e4c14e-d3ea-436f-92cf-19112b996b56 None None] For port 1fe040dc-b4fb-47de-ab35-a43c5b95eab7, host dv-cinder-809968-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=1fe040dc-b4fb-47de-ab35-a43c5b95eab7,segment=NetworkSegment(96ec434f-640b-4129-b1b9-7fad10ad4f25),segment_id=96ec434f-640b-4129-b1b9-7fad10ad4f25)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:00:23.515321 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-c2e4c14e-d3ea-436f-92cf-19112b996b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:23.598628 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e4c14e-d3ea-436f-92cf-19112b996b56 None None] Pushing event updated for resources: {'Port': ['ID=1fe040dc-b4fb-47de-ab35-a43c5b95eab7,revision_number=5']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:23.631133 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-a67f4f7f-d5ed-459d-ba1d-ab6823a3fcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7cbe3c4-a711-4c06-90f8-594660e4c170', 'name': 'tempest-TestMinimumBasicScenario-570273768-router', 'tenant_id': '679ec7f109d448db88bb0dbe6086e890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '4a48aae5-7636-49a1-8312-0275f25aaa86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:00:15Z', 'updated_at': '2021-09-22T17:00:17Z', 'revision_number': 4, 'project_id': '679ec7f109d448db88bb0dbe6086e890', 'gw_port': {'id': '4a48aae5-7636-49a1-8312-0275f25aaa86', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7cbe3c4-a711-4c06-90f8-594660e4c170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:00:15Z', 'updated_at': '2021-09-22T17:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_interfaces': [{'id': '1fe040dc-b4fb-47de-ab35-a43c5b95eab7', 'name': '', 'network_id': '0d33731c-ef2f-4755-9da5-f76a9ad6f1d1', 'tenant_id': '679ec7f109d448db88bb0dbe6086e890', 'mac_address': 'fa:16:3e:3f:fd:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7cbe3c4-a711-4c06-90f8-594660e4c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '0b2609e1-0d75-4bc6-9540-499aad7daece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:00:17Z', 'updated_at': '2021-09-22T17:00:23Z', 'revision_number': 4, 'project_id': '679ec7f109d448db88bb0dbe6086e890', 'subnets': [{'id': '0b2609e1-0d75-4bc6-9540-499aad7daece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:23.637147 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-ae6fb89f-49b1-41c0-a2a2-91bd9e455b62 None None] Provisioning complete for port 1fe040dc-b4fb-47de-ab35-a43c5b95eab7 triggered by entity DHCP. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:00:23.637524 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ae6fb89f-49b1-41c0-a2a2-91bd9e455b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:23.661474 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67f4f7f-d5ed-459d-ba1d-ab6823a3fcd2 None None] The sync data for ids ['c7cbe3c4-a711-4c06-90f8-594660e4c170'] in dv-cinder-809968-4-iscsi is: [{'id': 'c7cbe3c4-a711-4c06-90f8-594660e4c170', 'name': 'tempest-TestMinimumBasicScenario-570273768-router', 'tenant_id': '679ec7f109d448db88bb0dbe6086e890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '4a48aae5-7636-49a1-8312-0275f25aaa86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:00:15Z', 'updated_at': '2021-09-22T17:00:17Z', 'revision_number': 4, 'project_id': '679ec7f109d448db88bb0dbe6086e890', 'gw_port': {'id': '4a48aae5-7636-49a1-8312-0275f25aaa86', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7cbe3c4-a711-4c06-90f8-594660e4c170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:00:15Z', 'updated_at': '2021-09-22T17:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_interfaces': [{'id': '1fe040dc-b4fb-47de-ab35-a43c5b95eab7', 'name': '', 'network_id': '0d33731c-ef2f-4755-9da5-f76a9ad6f1d1', 'tenant_id': '679ec7f109d448db88bb0dbe6086e890', 'mac_address': 'fa:16:3e:3f:fd:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7cbe3c4-a711-4c06-90f8-594660e4c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '0b2609e1-0d75-4bc6-9540-499aad7daece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:00:17Z', 'updated_at': '2021-09-22T17:00:23Z', 'revision_number': 4, 'project_id': '679ec7f109d448db88bb0dbe6086e890', 'subnets': [{'id': '0b2609e1-0d75-4bc6-9540-499aad7daece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:00:24.014621 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 4a48aae5-7636-49a1-8312-0275f25aaa86 up at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:00:24.080171 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Provisioning complete for port 4a48aae5-7636-49a1-8312-0275f25aaa86 triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:00:24.080854 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:24.210648 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device 9ff82991-35de-45b5-b1b3-5f87294fd9a3 no longer exists at agent hyperv_hv-cinder-80996 {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:00:24.251899 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] No Port match for: 9ff82991-35de-45b5-b1b3-5f87294fd9a3 {{(pid=100454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 17:00:24.252265 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device 9ff82991-35de-45b5-b1b3-5f87294fd9a3 not bound to the agent host hv-cinder-80996 {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:00:24.255747 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 1fe040dc-b4fb-47de-ab35-a43c5b95eab7 up at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:00:24.322520 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Provisioning complete for port 1fe040dc-b4fb-47de-ab35-a43c5b95eab7 triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:00:24.322915 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:25.327746 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 36542) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:00:25.501025 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.plugin [None req-6e3c68d2-49d3-47b2-91af-3aaa434f3e9c tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Deleting port ecdeafc7-a170-4ad9-a9e1-7e3cc4ffabb9 {{(pid=100453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:00:25.501286 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-6e3c68d2-49d3-47b2-91af-3aaa434f3e9c tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735274981160'] for port, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:25.585579 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-6e3c68d2-49d3-47b2-91af-3aaa434f3e9c tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697305'] for port, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:25.585966 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-6e3c68d2-49d3-47b2-91af-3aaa434f3e9c tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:25.600277 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.plugin [None req-6e3c68d2-49d3-47b2-91af-3aaa434f3e9c tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Calling delete_port for ecdeafc7-a170-4ad9-a9e1-7e3cc4ffabb9 owned by network:floatingip {{(pid=100453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:00:25.747103 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-77010401-29cc-4592-9489-e5888f89c5a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:25.765826 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-6e3c68d2-49d3-47b2-91af-3aaa434f3e9c tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735274987246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735274499786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8594183'] for port, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:25.790121 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3c68d2-49d3-47b2-91af-3aaa434f3e9c tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Pushing event deleted for resources: {'Port': ['ID=ecdeafc7-a170-4ad9-a9e1-7e3cc4ffabb9,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:25.858819 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-6e3c68d2-49d3-47b2-91af-3aaa434f3e9c tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks [] for floatingip, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:25.859124 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.db.l3_db [None req-6e3c68d2-49d3-47b2-91af-3aaa434f3e9c tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Floating IP e75d31c2-c3e9-4a3e-b342-39b7ce2da0ff disassociated (deleted). External IP: 172.27.0.194, port: 2e463de9-26fc-4218-802c-eb743c68b3b4. Sep 22 17:00:26.090658 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e3c68d2-49d3-47b2-91af-3aaa434f3e9c tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Router 62c7516c-6dbd-4516-ad90-639b584c2678 has already been hosted by L3 agent c3efc510-1e60-45c8-b68a-00a20fddc4a4 {{(pid=100453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:00:26.210180 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3c68d2-49d3-47b2-91af-3aaa434f3e9c tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify agent at l3_agent.dv-cinder-809968-4-iscsi the message routers_updated {{(pid=100453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:00:26.220344 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-6e3c68d2-49d3-47b2-91af-3aaa434f3e9c tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306'] for floatingip, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:26.223472 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf41a1e6-7080-45f5-9696-c71f5c211432 None None] Sync routers for ids ['62c7516c-6dbd-4516-ad90-639b584c2678'] in dv-cinder-809968-4-iscsi {{(pid=100454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:00:26.241745 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf41a1e6-7080-45f5-9696-c71f5c211432 None None] Routers {'62c7516c-6dbd-4516-ad90-639b584c2678'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:00:26.242530 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-cf41a1e6-7080-45f5-9696-c71f5c211432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:59:59Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['62c7516c-6dbd-4516-ad90-639b584c2678'], 'active': True} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:26.249393 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-6e3c68d2-49d3-47b2-91af-3aaa434f3e9c tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "DELETE /v2.0/floatingips/e75d31c2-c3e9-4a3e-b342-39b7ce2da0ff HTTP/1.1" status: 204 len: 168 time: 0.9196250 Sep 22 17:00:26.250251 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '007d3ba2-e5ca-4536-b2bb-3e32c7d55715', 'tag': '2e463de9-26fc-4218-802c-eb743c68b3b4'}] {{(pid=100453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:00:26.252503 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e4dd1ec7b6bb508b8f985d0227854479c11c36687027ca7eec5a37465d8b4ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9472c425-8580-4f19-9f1c-f88e68dc5c9a" -d '{"events": [{"name": "network-changed", "server_uuid": "007d3ba2-e5ca-4536-b2bb-3e32c7d55715", "tag": "2e463de9-26fc-4218-802c-eb743c68b3b4"}]}' {{(pid=100453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:00:26.387763 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvr_db [None req-cf41a1e6-7080-45f5-9696-c71f5c211432 None None] Set router 62c7516c-6dbd-4516-ad90-639b584c2678 gateway port host: dv-cinder-809968-4-iscsi {{(pid=100454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:00:26.448755 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 17:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf9246c5-e5ef-494f-afee-f335a7ce2abe x-openstack-request-id: req-bf9246c5-e5ef-494f-afee-f335a7ce2abe {{(pid=100453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:00:26.449274 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "007d3ba2-e5ca-4536-b2bb-3e32c7d55715", "tag": "2e463de9-26fc-4218-802c-eb743c68b3b4", "status": "completed", "code": 200}]} {{(pid=100453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:00:26.449274 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bf9246c5-e5ef-494f-afee-f335a7ce2abe {{(pid=100453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:00:26.449681 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '007d3ba2-e5ca-4536-b2bb-3e32c7d55715', 'tag': '2e463de9-26fc-4218-802c-eb743c68b3b4', 'status': 'completed', 'code': 200} Sep 22 17:00:26.537027 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472c425-8580-4f19-9f1c-f88e68dc5c9a req-1435c209-0ecb-4770-837a-ef714ec3c212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:00:26.539307 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-9472c425-8580-4f19-9f1c-f88e68dc5c9a req-1435c209-0ecb-4770-837a-ef714ec3c212 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4268d5a7c3ba47fc9f303a67b37aee7a&device_id=007d3ba2-e5ca-4536-b2bb-3e32c7d55715 HTTP/1.1" status: 200 len: 1098 time: 0.0637410 Sep 22 17:00:26.545251 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:26.592771 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cdb838-b9cd-4905-8ed9-d7e629b4f833 req-548683f1-6bc5-499c-b4d2-22012bb47d9a tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:00:26.595828 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a0cdb838-b9cd-4905-8ed9-d7e629b4f833 req-548683f1-6bc5-499c-b4d2-22012bb47d9a tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=007d3ba2-e5ca-4536-b2bb-3e32c7d55715 HTTP/1.1" status: 200 len: 945 time: 0.0834324 Sep 22 17:00:26.656250 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472c425-8580-4f19-9f1c-f88e68dc5c9a req-d77de1c1-5628-4966-8eac-35d9586633ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:00:26.658413 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-9472c425-8580-4f19-9f1c-f88e68dc5c9a req-d77de1c1-5628-4966-8eac-35d9586633ca service neutron] 10.222.0.72 "GET /v2.0/networks?id=aababfd4-24d1-4477-9e08-13669f02d6c3 HTTP/1.1" status: 200 len: 914 time: 0.1110048 Sep 22 17:00:26.659575 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-a0cdb838-b9cd-4905-8ed9-d7e629b4f833 req-86d58ff3-fed9-427e-9ebb-cb40851b510a tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/security-groups?id=be6c47ea-c70c-43ec-80a7-495ccd2c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417290 Sep 22 17:00:26.684888 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-cf41a1e6-7080-45f5-9696-c71f5c211432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'name': 'tempest-TestVolumeBootPattern-1119940166-router', 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'eedf5a12-9a31-4747-906b-90bbb29b46e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:49:33Z', 'updated_at': '2021-09-22T16:49:37Z', 'revision_number': 4, 'project_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'gw_port': {'id': 'eedf5a12-9a31-4747-906b-90bbb29b46e2', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:49:34Z', 'updated_at': '2021-09-22T16:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_interfaces': [{'id': '75135ba7-27af-4ceb-8881-495f589a6d8c', 'name': '', 'network_id': 'aababfd4-24d1-4477-9e08-13669f02d6c3', 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'mac_address': 'fa:16:3e:bf:98:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'fd70f39b-af57-4d8a-9640-3850988db9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:49:36Z', 'updated_at': '2021-09-22T16:49:41Z', 'revision_number': 5, 'project_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'subnets': [{'id': 'fd70f39b-af57-4d8a-9640-3850988db9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:26.714779 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-9472c425-8580-4f19-9f1c-f88e68dc5c9a req-1c78719f-6d0e-4a21-8b84-640f9098c3de service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e463de9-26fc-4218-802c-eb743c68b3b4 HTTP/1.1" status: 200 len: 217 time: 0.0465655 Sep 22 17:00:26.717686 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf41a1e6-7080-45f5-9696-c71f5c211432 None None] Checking router: 62c7516c-6dbd-4516-ad90-639b584c2678 for host: dv-cinder-809968-4-iscsi {{(pid=100454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:00:26.726983 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf41a1e6-7080-45f5-9696-c71f5c211432 None None] Routers {'62c7516c-6dbd-4516-ad90-639b584c2678'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:00:26.729204 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-cf41a1e6-7080-45f5-9696-c71f5c211432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T16:59:59Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['62c7516c-6dbd-4516-ad90-639b584c2678'], 'active': True} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:26.781741 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472c425-8580-4f19-9f1c-f88e68dc5c9a req-1e545ee7-b1ee-4417-b14f-be181a91a516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:00:26.783218 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-9472c425-8580-4f19-9f1c-f88e68dc5c9a req-1e545ee7-b1ee-4417-b14f-be181a91a516 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fd70f39b-af57-4d8a-9640-3850988db9e5 HTTP/1.1" status: 200 len: 851 time: 0.0607204 Sep 22 17:00:26.841054 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472c425-8580-4f19-9f1c-f88e68dc5c9a req-d75eb0eb-81f2-433b-b16c-e00967e4ab91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:00:26.842529 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-9472c425-8580-4f19-9f1c-f88e68dc5c9a req-d75eb0eb-81f2-433b-b16c-e00967e4ab91 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=aababfd4-24d1-4477-9e08-13669f02d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0498331 Sep 22 17:00:26.848306 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvr_db [None req-cf41a1e6-7080-45f5-9696-c71f5c211432 None None] Set router 62c7516c-6dbd-4516-ad90-639b584c2678 gateway port host: dv-cinder-809968-4-iscsi {{(pid=100454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:00:27.121245 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-cf41a1e6-7080-45f5-9696-c71f5c211432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'name': 'tempest-TestVolumeBootPattern-1119940166-router', 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'eedf5a12-9a31-4747-906b-90bbb29b46e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:49:33Z', 'updated_at': '2021-09-22T16:49:37Z', 'revision_number': 4, 'project_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'gw_port': {'id': 'eedf5a12-9a31-4747-906b-90bbb29b46e2', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:49:34Z', 'updated_at': '2021-09-22T16:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_interfaces': [{'id': '75135ba7-27af-4ceb-8881-495f589a6d8c', 'name': '', 'network_id': 'aababfd4-24d1-4477-9e08-13669f02d6c3', 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'mac_address': 'fa:16:3e:bf:98:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'fd70f39b-af57-4d8a-9640-3850988db9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:49:36Z', 'updated_at': '2021-09-22T16:49:41Z', 'revision_number': 5, 'project_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'subnets': [{'id': 'fd70f39b-af57-4d8a-9640-3850988db9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:27.164040 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf41a1e6-7080-45f5-9696-c71f5c211432 None None] The sync data for ids ['62c7516c-6dbd-4516-ad90-639b584c2678'] in dv-cinder-809968-4-iscsi is: [{'id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'name': 'tempest-TestVolumeBootPattern-1119940166-router', 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'eedf5a12-9a31-4747-906b-90bbb29b46e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:49:33Z', 'updated_at': '2021-09-22T16:49:37Z', 'revision_number': 4, 'project_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'gw_port': {'id': 'eedf5a12-9a31-4747-906b-90bbb29b46e2', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:49:34Z', 'updated_at': '2021-09-22T16:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_interfaces': [{'id': '75135ba7-27af-4ceb-8881-495f589a6d8c', 'name': '', 'network_id': 'aababfd4-24d1-4477-9e08-13669f02d6c3', 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'mac_address': 'fa:16:3e:bf:98:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'fd70f39b-af57-4d8a-9640-3850988db9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:49:36Z', 'updated_at': '2021-09-22T16:49:41Z', 'revision_number': 5, 'project_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'subnets': [{'id': 'fd70f39b-af57-4d8a-9640-3850988db9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:00:27.237940 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9031abe-424a-40e5-8fa1-a42b8d498234 req-e03813cb-281f-483a-a6c7-e1241b5d3f22 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:00:27.240070 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-b9031abe-424a-40e5-8fa1-a42b8d498234 req-e03813cb-281f-483a-a6c7-e1241b5d3f22 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.72 "GET /v2.0/ports?device_id=007d3ba2-e5ca-4536-b2bb-3e32c7d55715 HTTP/1.1" status: 200 len: 945 time: 0.0702045 Sep 22 17:00:27.244120 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-9472c425-8580-4f19-9f1c-f88e68dc5c9a req-fc8182c0-7e84-4362-bdec-abb11f4c6d86 service neutron] 10.222.0.72 "GET /v2.0/networks/aababfd4-24d1-4477-9e08-13669f02d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3923635 Sep 22 17:00:27.431692 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-9472c425-8580-4f19-9f1c-f88e68dc5c9a req-5f8c79f7-13aa-4aa6-b54c-d9b1b26c0c4a service neutron] 10.222.0.72 "GET /v2.0/networks/aababfd4-24d1-4477-9e08-13669f02d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779537 Sep 22 17:00:27.447792 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.plugin [req-b9031abe-424a-40e5-8fa1-a42b8d498234 req-ea109eb9-93f3-4763-958e-a563db6f11c2 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Deleting port 2e463de9-26fc-4218-802c-eb743c68b3b4 {{(pid=100452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:00:27.448147 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-b9031abe-424a-40e5-8fa1-a42b8d498234 req-ea109eb9-93f3-4763-958e-a563db6f11c2 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735274981160'] for port, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:27.555813 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ded878-cc21-4529-a82d-daa5adeebd06 None None] New status for floating IP e75d31c2-c3e9-4a3e-b342-39b7ce2da0ff: DOWN {{(pid=100455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:00:27.575992 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.db [req-b9031abe-424a-40e5-8fa1-a42b8d498234 req-ea109eb9-93f3-4763-958e-a563db6f11c2 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] For port 2e463de9-26fc-4218-802c-eb743c68b3b4, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=2e463de9-26fc-4218-802c-eb743c68b3b4,segment=NetworkSegment(2c663890-389a-46e8-a2e8-a82c167fea9b),segment_id=2c663890-389a-46e8-a2e8-a82c167fea9b)] {{(pid=100452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:00:27.577053 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-b9031abe-424a-40e5-8fa1-a42b8d498234 req-ea109eb9-93f3-4763-958e-a563db6f11c2 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697305'] for port, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:27.592664 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.plugin [req-b9031abe-424a-40e5-8fa1-a42b8d498234 req-ea109eb9-93f3-4763-958e-a563db6f11c2 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Calling delete_port for 2e463de9-26fc-4218-802c-eb743c68b3b4 owned by compute:nova {{(pid=100452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:00:27.735387 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-b9031abe-424a-40e5-8fa1-a42b8d498234 req-ea109eb9-93f3-4763-958e-a563db6f11c2 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735274987246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735274499786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8763924'] for port, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:27.780366 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea109eb9-93f3-4763-958e-a563db6f11c2 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Pushing event deleted for resources: {'Port': ['ID=2e463de9-26fc-4218-802c-eb743c68b3b4,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:27.832751 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-b4c1c99f-84ad-4bf9-8595-9025adedef42 req-1536942c-64aa-4600-9778-709f474e36e0 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "GET /v2.0/ports?device_id=007d3ba2-e5ca-4536-b2bb-3e32c7d55715 HTTP/1.1" status: 200 len: 210 time: 0.0615227 Sep 22 17:00:27.846833 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9031abe-424a-40e5-8fa1-a42b8d498234 req-ea109eb9-93f3-4763-958e-a563db6f11c2 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] No DVR routers for this DVR port 2e463de9-26fc-4218-802c-eb743c68b3b4 on host hv-cinder-80996 {{(pid=100452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:00:27.849301 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-b9031abe-424a-40e5-8fa1-a42b8d498234 req-ea109eb9-93f3-4763-958e-a563db6f11c2 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306'] for port, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:27.851333 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-b9031abe-424a-40e5-8fa1-a42b8d498234 req-ea109eb9-93f3-4763-958e-a563db6f11c2 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.72 "DELETE /v2.0/ports/2e463de9-26fc-4218-802c-eb743c68b3b4 HTTP/1.1" status: 204 len: 173 time: 0.5995684 Sep 22 17:00:27.851766 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '007d3ba2-e5ca-4536-b2bb-3e32c7d55715', 'name': 'network-vif-deleted', 'tag': '2e463de9-26fc-4218-802c-eb743c68b3b4'}] {{(pid=100452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:00:27.855225 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3daeaf716feba76a3af1624af44cd9d3b401b8dbf4d63f278f059799def7c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd42f01e-febb-40d8-bca7-d364329f35b5" -d '{"events": [{"server_uuid": "007d3ba2-e5ca-4536-b2bb-3e32c7d55715", "name": "network-vif-deleted", "tag": "2e463de9-26fc-4218-802c-eb743c68b3b4"}]}' {{(pid=100452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:00:27.894992 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 17:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79cac554-9d0f-4d51-ad3a-7a28a5e363c1 x-openstack-request-id: req-79cac554-9d0f-4d51-ad3a-7a28a5e363c1 {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:00:27.895481 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "007d3ba2-e5ca-4536-b2bb-3e32c7d55715", "name": "network-vif-deleted", "tag": "2e463de9-26fc-4218-802c-eb743c68b3b4", "status": "completed", "code": 200}]} {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:00:27.895737 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-79cac554-9d0f-4d51-ad3a-7a28a5e363c1 {{(pid=100452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:00:27.896135 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '007d3ba2-e5ca-4536-b2bb-3e32c7d55715', 'name': 'network-vif-deleted', 'tag': '2e463de9-26fc-4218-802c-eb743c68b3b4', 'status': 'completed', 'code': 200} Sep 22 17:00:28.711492 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-cf88cc39-85b6-4d6e-a060-035f4bbe2bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:28.881413 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 36566) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:00:29.028705 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.plugin [None req-75ef45b2-7f93-4a23-8149-aafe6f3ee7cf tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Deleting port 502337b7-995c-4e91-9a4b-dc1a5bf693c3 {{(pid=100452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:00:29.029092 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-75ef45b2-7f93-4a23-8149-aafe6f3ee7cf tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735274981160'] for port, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:29.042412 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:29.121028 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-75ef45b2-7f93-4a23-8149-aafe6f3ee7cf tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697305'] for port, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:29.121414 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-75ef45b2-7f93-4a23-8149-aafe6f3ee7cf tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:29.135518 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.plugin [None req-75ef45b2-7f93-4a23-8149-aafe6f3ee7cf tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Calling delete_port for 502337b7-995c-4e91-9a4b-dc1a5bf693c3 owned by network:floatingip {{(pid=100452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:00:29.270452 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-75ef45b2-7f93-4a23-8149-aafe6f3ee7cf tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735274987246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735274499786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8763924'] for port, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:29.301735 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ef45b2-7f93-4a23-8149-aafe6f3ee7cf tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Pushing event deleted for resources: {'Port': ['ID=502337b7-995c-4e91-9a4b-dc1a5bf693c3,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:29.371916 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-75ef45b2-7f93-4a23-8149-aafe6f3ee7cf tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks [] for floatingip, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:29.374478 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-75ef45b2-7f93-4a23-8149-aafe6f3ee7cf tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306'] for floatingip, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:29.375662 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-75ef45b2-7f93-4a23-8149-aafe6f3ee7cf tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "DELETE /v2.0/floatingips/793b44c4-ddb9-4fec-9047-38423fcdfe1b HTTP/1.1" status: 204 len: 168 time: 0.4931860 Sep 22 17:00:29.651176 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-c376604a-15ac-4af8-994c-a8e4e85893e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:29.864500 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160a2fd-650c-499d-9164-169d35cc1f7c req-a2c5069f-eb0b-42bf-b99c-45b01a4da49e tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:00:29.865979 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-5160a2fd-650c-499d-9164-169d35cc1f7c req-a2c5069f-eb0b-42bf-b99c-45b01a4da49e tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/networks?id=f317e20e-7578-45f9-b08d-af7bc544468a HTTP/1.1" status: 200 len: 815 time: 0.1034625 Sep 22 17:00:29.883616 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-5160a2fd-650c-499d-9164-169d35cc1f7c req-8f8cfb95-5851-45f1-821f-8065b6051fc8 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/quotas/4956e4df9d9c485989c4117507535522 HTTP/1.1" status: 200 len: 375 time: 0.0112231 Sep 22 17:00:29.934487 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-5160a2fd-650c-499d-9164-169d35cc1f7c req-a78b0375-7bf2-406e-8660-9f9fc98ecd36 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=4956e4df9d9c485989c4117507535522&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453188 Sep 22 17:00:30.059018 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [req-5160a2fd-650c-499d-9164-169d35cc1f7c req-6fc587ff-065c-4e5d-a25e-e68f281f0ce3 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 17:00:30.060027 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-5160a2fd-650c-499d-9164-169d35cc1f7c req-6fc587ff-065c-4e5d-a25e-e68f281f0ce3 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1146972 Sep 22 17:00:30.154617 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-5160a2fd-650c-499d-9164-169d35cc1f7c req-94100c6b-7ec8-4868-b29a-9488a85405f9 service neutron] 10.222.0.66 "GET /v2.0/networks/f317e20e-7578-45f9-b08d-af7bc544468a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882328 Sep 22 17:00:30.234073 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device 2e463de9-26fc-4218-802c-eb743c68b3b4 no longer exists at agent hyperv_hv-cinder-80996 {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:00:30.241333 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-5160a2fd-650c-499d-9164-169d35cc1f7c req-c776d58d-9d19-4e1b-a546-019cf4d6f284 service neutron] 10.222.0.66 "GET /v2.0/networks/f317e20e-7578-45f9-b08d-af7bc544468a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806847 Sep 22 17:00:30.253766 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] No Port match for: 2e463de9-26fc-4218-802c-eb743c68b3b4 {{(pid=100454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 17:00:30.254112 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device 2e463de9-26fc-4218-802c-eb743c68b3b4 not bound to the agent host hv-cinder-80996 {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:00:30.396169 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-45f42c0d-2e71-4e15-bd04-ead36b3c8dc2 req-13fdfc1b-9094-4e79-8e5e-cedf3a629dcc tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/ports?device_id=b630bc0d-0f87-474c-9934-52a917cab7a4 HTTP/1.1" status: 200 len: 210 time: 0.0262969 Sep 22 17:00:30.579436 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 36610) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:00:30.647264 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-da604dbc-8567-4e98-b0f8-6f37e6319726 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks [] for security_group, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:30.675068 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-da604dbc-8567-4e98-b0f8-6f37e6319726 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:30.742195 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-da604dbc-8567-4e98-b0f8-6f37e6319726 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:30.745635 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-da604dbc-8567-4e98-b0f8-6f37e6319726 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Notify callbacks [] for security_group, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:30.746816 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-da604dbc-8567-4e98-b0f8-6f37e6319726 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] 10.222.0.66 "DELETE /v2.0/security-groups/be6c47ea-c70c-43ec-80a7-495ccd2c830f HTTP/1.1" status: 204 len: 168 time: 0.1663847 Sep 22 17:00:30.755989 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da604dbc-8567-4e98-b0f8-6f37e6319726 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6c47ea-c70c-43ec-80a7-495ccd2c830f,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:30.764961 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da604dbc-8567-4e98-b0f8-6f37e6319726 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:30.765304 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da604dbc-8567-4e98-b0f8-6f37e6319726 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:30.765671 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da604dbc-8567-4e98-b0f8-6f37e6319726 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:30.766000 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da604dbc-8567-4e98-b0f8-6f37e6319726 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:30.766324 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da604dbc-8567-4e98-b0f8-6f37e6319726 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:30.766650 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da604dbc-8567-4e98-b0f8-6f37e6319726 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:30.766971 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da604dbc-8567-4e98-b0f8-6f37e6319726 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:30.767288 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da604dbc-8567-4e98-b0f8-6f37e6319726 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:30.767618 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da604dbc-8567-4e98-b0f8-6f37e6319726 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:30.767919 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da604dbc-8567-4e98-b0f8-6f37e6319726 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:30.768233 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da604dbc-8567-4e98-b0f8-6f37e6319726 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:30.768545 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da604dbc-8567-4e98-b0f8-6f37e6319726 tempest-TestVolumeBootPattern-1347118751 tempest-TestVolumeBootPattern-1347118751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:30.817901 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 36620) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:00:30.984972 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ea12bc52-457f-4758-858a-1e27800db098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:31.340662 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-340d77fc-5d8c-423e-a17b-52a7f9feb7d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699840'] for router_interface, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:31.505833 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-82c8a263-4042-401e-ab54-68f2190f6c3c req-062ae0c1-dc85-4423-9a8a-98e893b2b1e5 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/ports?device_id=b630bc0d-0f87-474c-9934-52a917cab7a4 HTTP/1.1" status: 200 len: 210 time: 0.0410192 Sep 22 17:00:31.622448 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160a2fd-650c-499d-9164-169d35cc1f7c req-dd12c9b7-43c1-4097-9ccb-fc913beed6fa tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:00:31.623791 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-5160a2fd-650c-499d-9164-169d35cc1f7c req-dd12c9b7-43c1-4097-9ccb-fc913beed6fa tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.72 "GET /v2.0/networks?id=f317e20e-7578-45f9-b08d-af7bc544468a HTTP/1.1" status: 200 len: 815 time: 0.2345953 Sep 22 17:00:31.648104 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [req-5160a2fd-650c-499d-9164-169d35cc1f7c req-9bd5d644-9f1b-48d4-a74b-e6725268d013 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Request body: {'port': {'device_id': 'b630bc0d-0f87-474c-9934-52a917cab7a4', 'network_id': 'f317e20e-7578-45f9-b08d-af7bc544468a', 'admin_state_up': True, 'tenant_id': '4956e4df9d9c485989c4117507535522'}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:00:31.816078 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5160a2fd-650c-499d-9164-169d35cc1f7c req-9bd5d644-9f1b-48d4-a74b-e6725268d013 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Made reservation on behalf of 4956e4df9d9c485989c4117507535522 for: {'port': 1} {{(pid=100452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:00:31.819639 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-5160a2fd-650c-499d-9164-169d35cc1f7c req-9bd5d644-9f1b-48d4-a74b-e6725268d013 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:31.834916 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.plugin [None req-340d77fc-5d8c-423e-a17b-52a7f9feb7d7 admin admin] Deleting port 75135ba7-27af-4ceb-8881-495f589a6d8c {{(pid=100452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:00:31.835258 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-340d77fc-5d8c-423e-a17b-52a7f9feb7d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735274981160'] for port, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:32.024898 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.db [None req-340d77fc-5d8c-423e-a17b-52a7f9feb7d7 admin admin] For port 75135ba7-27af-4ceb-8881-495f589a6d8c, host dv-cinder-809968-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=75135ba7-27af-4ceb-8881-495f589a6d8c,segment=NetworkSegment(2c663890-389a-46e8-a2e8-a82c167fea9b),segment_id=2c663890-389a-46e8-a2e8-a82c167fea9b)] {{(pid=100452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:00:32.025293 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-340d77fc-5d8c-423e-a17b-52a7f9feb7d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697305'] for port, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:32.046576 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.plugin [None req-340d77fc-5d8c-423e-a17b-52a7f9feb7d7 admin admin] Calling delete_port for 75135ba7-27af-4ceb-8881-495f589a6d8c owned by network:router_interface {{(pid=100452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:00:32.063170 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.db_base_plugin_common [req-5160a2fd-650c-499d-9164-169d35cc1f7c req-9bd5d644-9f1b-48d4-a74b-e6725268d013 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Allocated IP 172.20.0.8 (f317e20e-7578-45f9-b08d-af7bc544468a/a86b33bd-ef02-44db-90e9-9f44bc14f7c2/979da809-3017-4f7b-8cfd-11a725dd2e9f) {{(pid=100452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:00:32.587672 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-5160a2fd-650c-499d-9164-169d35cc1f7c req-9bd5d644-9f1b-48d4-a74b-e6725268d013 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Notify callbacks [] for port, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:32.616883 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-2f71a7fa-0ffe-4ddd-889a-7b8decc5b43f req-116c5c74-fce5-4131-b420-860e944f18b7 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/ports?device_id=b630bc0d-0f87-474c-9934-52a917cab7a4 HTTP/1.1" status: 200 len: 210 time: 0.0267289 Sep 22 17:00:32.652308 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-340d77fc-5d8c-423e-a17b-52a7f9feb7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735274987246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735274499786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8763924'] for port, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:32.683311 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-5160a2fd-650c-499d-9164-169d35cc1f7c req-9bd5d644-9f1b-48d4-a74b-e6725268d013 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735274499777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8763924'] for port, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:32.685224 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340d77fc-5d8c-423e-a17b-52a7f9feb7d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=75135ba7-27af-4ceb-8881-495f589a6d8c,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:32.789280 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5160a2fd-650c-499d-9164-169d35cc1f7c req-9bd5d644-9f1b-48d4-a74b-e6725268d013 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Network f317e20e-7578-45f9-b08d-af7bc544468a is already hosted by enough agents. {{(pid=100452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:00:32.793337 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd5d644-9f1b-48d4-a74b-e6725268d013 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Pushing event updated for resources: {'Port': ['ID=979da809-3017-4f7b-8cfd-11a725dd2e9f,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:32.799640 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.base_scheduler [req-5160a2fd-650c-499d-9164-169d35cc1f7c req-9bd5d644-9f1b-48d4-a74b-e6725268d013 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Resources bound (agent type, host, resource id): {{(pid=100452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:00:32.803655 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.l3_dvrscheduler_db [req-5160a2fd-650c-499d-9164-169d35cc1f7c req-9bd5d644-9f1b-48d4-a74b-e6725268d013 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Received port after_create {{(pid=100452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 17:00:32.928831 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160a2fd-650c-499d-9164-169d35cc1f7c req-9bd5d644-9f1b-48d4-a74b-e6725268d013 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:00:32.929456 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-5160a2fd-650c-499d-9164-169d35cc1f7c req-9bd5d644-9f1b-48d4-a74b-e6725268d013 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306'] for port, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:32.990562 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-5160a2fd-650c-499d-9164-169d35cc1f7c req-9bd5d644-9f1b-48d4-a74b-e6725268d013 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3466504 Sep 22 17:00:33.006757 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-340d77fc-5d8c-423e-a17b-52a7f9feb7d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1701001'] for router_interface, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:33.136845 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-95095218-903a-4951-ae3a-d48ca7d86fb2 None None] Provisioning complete for port 979da809-3017-4f7b-8cfd-11a725dd2e9f triggered by entity DHCP. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:00:33.137872 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-95095218-903a-4951-ae3a-d48ca7d86fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:33.172710 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-95095218-903a-4951-ae3a-d48ca7d86fb2 None None] Port 979da809-3017-4f7b-8cfd-11a725dd2e9f cannot update to ACTIVE because it is not bound. {{(pid=100454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 17:00:33.240703 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-340d77fc-5d8c-423e-a17b-52a7f9feb7d7 admin admin] Router 62c7516c-6dbd-4516-ad90-639b584c2678 has already been hosted by L3 agent c3efc510-1e60-45c8-b68a-00a20fddc4a4 {{(pid=100452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:00:33.348501 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-340d77fc-5d8c-423e-a17b-52a7f9feb7d7 admin admin] Notify agent at l3_agent.dv-cinder-809968-4-iscsi the message routers_updated {{(pid=100452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:00:33.357472 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-340d77fc-5d8c-423e-a17b-52a7f9feb7d7 admin admin] 10.222.0.66 "PUT /v2.0/routers/62c7516c-6dbd-4516-ad90-639b584c2678/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5388451 Sep 22 17:00:33.360060 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 36650) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:00:33.361254 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78844e0b-6ed7-41d5-9a8d-a4205a46e0dd None None] Sync routers for ids ['62c7516c-6dbd-4516-ad90-639b584c2678'] in dv-cinder-809968-4-iscsi {{(pid=100454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:00:33.374155 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78844e0b-6ed7-41d5-9a8d-a4205a46e0dd None None] Routers {'62c7516c-6dbd-4516-ad90-639b584c2678'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:00:33.375005 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-78844e0b-6ed7-41d5-9a8d-a4205a46e0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T17:00:29Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['62c7516c-6dbd-4516-ad90-639b584c2678'], 'active': True} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:33.486656 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvr_db [None req-78844e0b-6ed7-41d5-9a8d-a4205a46e0dd None None] Set router 62c7516c-6dbd-4516-ad90-639b584c2678 gateway port host: dv-cinder-809968-4-iscsi {{(pid=100454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:00:33.494114 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-36b69196-2116-4d37-a5e3-03ca92698869 admin admin] Notify callbacks [] for router, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:33.612522 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-36b69196-2116-4d37-a5e3-03ca92698869 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:33.692928 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-78844e0b-6ed7-41d5-9a8d-a4205a46e0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'name': 'tempest-TestVolumeBootPattern-1119940166-router', 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'eedf5a12-9a31-4747-906b-90bbb29b46e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:49:33Z', 'updated_at': '2021-09-22T17:00:32Z', 'revision_number': 5, 'project_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'gw_port': {'id': 'eedf5a12-9a31-4747-906b-90bbb29b46e2', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:49:34Z', 'updated_at': '2021-09-22T16:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi'}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:33.700134 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.plugin [None req-36b69196-2116-4d37-a5e3-03ca92698869 admin admin] Deleting port eedf5a12-9a31-4747-906b-90bbb29b46e2 {{(pid=100453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:00:33.701099 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-36b69196-2116-4d37-a5e3-03ca92698869 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735274981160'] for port, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:33.737429 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78844e0b-6ed7-41d5-9a8d-a4205a46e0dd None None] Checking router: 62c7516c-6dbd-4516-ad90-639b584c2678 for host: dv-cinder-809968-4-iscsi {{(pid=100454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:00:33.747260 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78844e0b-6ed7-41d5-9a8d-a4205a46e0dd None None] Routers {'62c7516c-6dbd-4516-ad90-639b584c2678'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:00:33.747819 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-78844e0b-6ed7-41d5-9a8d-a4205a46e0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T17:00:29Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['62c7516c-6dbd-4516-ad90-639b584c2678'], 'active': True} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:33.832830 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.db [None req-36b69196-2116-4d37-a5e3-03ca92698869 admin admin] For port eedf5a12-9a31-4747-906b-90bbb29b46e2, host dv-cinder-809968-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=eedf5a12-9a31-4747-906b-90bbb29b46e2,segment=NetworkSegment(73061bb2-74db-4070-b057-2315d4867ed3),segment_id=73061bb2-74db-4070-b057-2315d4867ed3)] {{(pid=100453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:00:33.833225 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-36b69196-2116-4d37-a5e3-03ca92698869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697305'] for port, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:33.842237 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvr_db [None req-78844e0b-6ed7-41d5-9a8d-a4205a46e0dd None None] Set router 62c7516c-6dbd-4516-ad90-639b584c2678 gateway port host: None {{(pid=100454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:00:33.843811 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dded282-893c-4cba-9f9d-b11ad576e9fc req-caabd22a-28a9-414a-9aaf-9822f902f9d5 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:00:33.845421 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-5dded282-893c-4cba-9f9d-b11ad576e9fc req-caabd22a-28a9-414a-9aaf-9822f902f9d5 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/ports?device_id=b630bc0d-0f87-474c-9934-52a917cab7a4 HTTP/1.1" status: 200 len: 931 time: 0.0810213 Sep 22 17:00:33.867962 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.plugin [None req-36b69196-2116-4d37-a5e3-03ca92698869 admin admin] Calling delete_port for eedf5a12-9a31-4747-906b-90bbb29b46e2 owned by network:router_gateway {{(pid=100453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:00:33.899574 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-78844e0b-6ed7-41d5-9a8d-a4205a46e0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'name': 'tempest-TestVolumeBootPattern-1119940166-router', 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:49:33Z', 'updated_at': '2021-09-22T17:00:33Z', 'revision_number': 6, 'project_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'gw_port_host': None}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:33.933599 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78844e0b-6ed7-41d5-9a8d-a4205a46e0dd None None] The sync data for ids ['62c7516c-6dbd-4516-ad90-639b584c2678'] in dv-cinder-809968-4-iscsi is: [{'id': '62c7516c-6dbd-4516-ad90-639b584c2678', 'name': 'tempest-TestVolumeBootPattern-1119940166-router', 'tenant_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:49:33Z', 'updated_at': '2021-09-22T17:00:33Z', 'revision_number': 6, 'project_id': '4268d5a7c3ba47fc9f303a67b37aee7a', 'gw_port_host': None}] {{(pid=100454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:00:33.934036 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-5dded282-893c-4cba-9f9d-b11ad576e9fc req-659c4bbe-5fda-439e-a460-59adf86465b4 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0f725a-8484-467d-a595-53e3f273d341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782192 Sep 22 17:00:34.079289 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-36b69196-2116-4d37-a5e3-03ca92698869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735274987246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735274499786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8594183'] for port, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:34.114945 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b69196-2116-4d37-a5e3-03ca92698869 admin admin] Pushing event deleted for resources: {'Port': ['ID=eedf5a12-9a31-4747-906b-90bbb29b46e2,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:34.139549 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b69196-2116-4d37-a5e3-03ca92698869 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:34.139822 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b69196-2116-4d37-a5e3-03ca92698869 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:34.140166 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b69196-2116-4d37-a5e3-03ca92698869 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:34.140515 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b69196-2116-4d37-a5e3-03ca92698869 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:34.140840 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b69196-2116-4d37-a5e3-03ca92698869 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:34.141177 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b69196-2116-4d37-a5e3-03ca92698869 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:34.141496 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b69196-2116-4d37-a5e3-03ca92698869 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:34.141862 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b69196-2116-4d37-a5e3-03ca92698869 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:34.142190 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b69196-2116-4d37-a5e3-03ca92698869 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:34.142513 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b69196-2116-4d37-a5e3-03ca92698869 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:34.142833 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b69196-2116-4d37-a5e3-03ca92698869 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:34.143153 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b69196-2116-4d37-a5e3-03ca92698869 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:34.189755 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-36b69196-2116-4d37-a5e3-03ca92698869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700938'] for router_gateway, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:34.527218 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-36b69196-2116-4d37-a5e3-03ca92698869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1639461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16316'] for router, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:34.529760 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-36b69196-2116-4d37-a5e3-03ca92698869 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:34.575717 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-36b69196-2116-4d37-a5e3-03ca92698869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1639468'] for router, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:34.576650 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b69196-2116-4d37-a5e3-03ca92698869 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62c7516c-6dbd-4516-ad90-639b584c2678 {{(pid=100453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 17:00:34.581043 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-36b69196-2116-4d37-a5e3-03ca92698869 admin admin] Notify callbacks [] for router, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:34.582209 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-36b69196-2116-4d37-a5e3-03ca92698869 admin admin] 10.222.0.66 "DELETE /v2.0/routers/62c7516c-6dbd-4516-ad90-639b584c2678 HTTP/1.1" status: 204 len: 168 time: 1.2211738 Sep 22 17:00:34.584766 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 36654) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:00:34.629296 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.db.db_base_plugin_v2 [None req-780477be-d06d-46ff-ace6-71831808be18 admin admin] Deleting subnet fd70f39b-af57-4d8a-9640-3850988db9e5 {{(pid=100453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 17:00:34.632399 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-780477be-d06d-46ff-ace6-71831808be18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:34.672833 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-780477be-d06d-46ff-ace6-71831808be18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8729350'] for subnet, precommit_delete_associations {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:34.756341 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-780477be-d06d-46ff-ace6-71831808be18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720017'] for subnet, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:34.815273 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-780477be-d06d-46ff-ace6-71831808be18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8594266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10141730'] for subnet, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:34.847159 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780477be-d06d-46ff-ace6-71831808be18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd70f39b-af57-4d8a-9640-3850988db9e5,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:34.858320 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-780477be-d06d-46ff-ace6-71831808be18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:34.860263 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-780477be-d06d-46ff-ace6-71831808be18 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/fd70f39b-af57-4d8a-9640-3850988db9e5 HTTP/1.1" status: 204 len: 168 time: 0.2745602 Sep 22 17:00:34.866199 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 36658) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:00:34.868777 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7831ae-cc27-40e4-aebd-1fdcfc1d54bd None None] Network aababfd4-24d1-4477-9e08-13669f02d6c3 requested from dv-cinder-809968-4-iscsi {{(pid=100454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 17:00:34.942942 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-ec81cd34-ca19-4323-b42f-9f8aac1c20b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638825'] for network, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:35.072529 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.plugin [None req-ec81cd34-ca19-4323-b42f-9f8aac1c20b2 admin admin] Deleting port b4146480-19b9-48a3-b53e-e9652f12246c {{(pid=100452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:00:35.073827 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-ec81cd34-ca19-4323-b42f-9f8aac1c20b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735274981160'] for port, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:35.134433 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c66179d-74d9-468f-b311-0572bce78145 req-b37ad525-45ea-438f-b089-ab1250327ccf tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:00:35.136666 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-4c66179d-74d9-468f-b311-0572bce78145 req-b37ad525-45ea-438f-b089-ab1250327ccf tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/ports?device_id=b630bc0d-0f87-474c-9934-52a917cab7a4 HTTP/1.1" status: 200 len: 931 time: 0.0909903 Sep 22 17:00:35.144211 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.db [None req-ec81cd34-ca19-4323-b42f-9f8aac1c20b2 admin admin] For port b4146480-19b9-48a3-b53e-e9652f12246c, host dv-cinder-809968-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=b4146480-19b9-48a3-b53e-e9652f12246c,segment=NetworkSegment(2c663890-389a-46e8-a2e8-a82c167fea9b),segment_id=2c663890-389a-46e8-a2e8-a82c167fea9b)] {{(pid=100452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:00:35.144841 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-ec81cd34-ca19-4323-b42f-9f8aac1c20b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697305'] for port, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:35.169465 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.plugin [None req-ec81cd34-ca19-4323-b42f-9f8aac1c20b2 admin admin] Calling delete_port for b4146480-19b9-48a3-b53e-e9652f12246c owned by network:dhcp {{(pid=100452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:00:35.214525 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-4c66179d-74d9-468f-b311-0572bce78145 req-3076ea50-89fd-431c-9f53-9d3a12406301 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0f725a-8484-467d-a595-53e3f273d341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632436 Sep 22 17:00:35.293407 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-ec81cd34-ca19-4323-b42f-9f8aac1c20b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735274987246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735274499786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8763924'] for port, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:35.306017 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515221a4-1546-4002-a3ab-bfdea9b7de8e None None] DHCP port deletion for aababfd4-24d1-4477-9e08-13669f02d6c3 request from dv-cinder-809968-4-iscsi {{(pid=100454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 17:00:35.328433 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec81cd34-ca19-4323-b42f-9f8aac1c20b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4146480-19b9-48a3-b53e-e9652f12246c,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:35.333676 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec81cd34-ca19-4323-b42f-9f8aac1c20b2 admin admin] No DVR routers for this DVR port b4146480-19b9-48a3-b53e-e9652f12246c on host dv-cinder-809968-4-iscsi {{(pid=100452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:00:35.419746 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-ec81cd34-ca19-4323-b42f-9f8aac1c20b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705832', 'neutron.services.segments.db._delete_segments_for_network-8735275045268'] for network, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:35.441892 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.services.segments.db [None req-ec81cd34-ca19-4323-b42f-9f8aac1c20b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aababfd4-24d1-4477-9e08-13669f02d6c3']}} {{(pid=100452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:35.458348 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.services.segments.db [None req-ec81cd34-ca19-4323-b42f-9f8aac1c20b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c663890-389a-46e8-a2e8-a82c167fea9b') {'for_net_delete': True} {{(pid=100452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:35.458640 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.services.segments.db [None req-ec81cd34-ca19-4323-b42f-9f8aac1c20b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c663890-389a-46e8-a2e8-a82c167fea9b') {} {{(pid=100452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:35.469784 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-ec81cd34-ca19-4323-b42f-9f8aac1c20b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735275044765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8994889'] for segment, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:35.483380 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-ec81cd34-ca19-4323-b42f-9f8aac1c20b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720390'] for segment, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:35.489149 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec81cd34-ca19-4323-b42f-9f8aac1c20b2 admin admin] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=100452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:00:35.489535 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-ec81cd34-ca19-4323-b42f-9f8aac1c20b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8764391'] for segment, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:35.491213 dv-cinder-809968-4-iscsi neutron-server[100452]: Traceback (most recent call last): Sep 22 17:00:35.491213 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 17:00:35.491213 dv-cinder-809968-4-iscsi neutron-server[100452]: timer() Sep 22 17:00:35.491213 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 17:00:35.491213 dv-cinder-809968-4-iscsi neutron-server[100452]: cb(*args, **kw) Sep 22 17:00:35.491213 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 17:00:35.491213 dv-cinder-809968-4-iscsi neutron-server[100452]: return func(*args, **kwargs) Sep 22 17:00:35.491213 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 17:00:35.491213 dv-cinder-809968-4-iscsi neutron-server[100452]: self._notify() Sep 22 17:00:35.491213 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 17:00:35.491213 dv-cinder-809968-4-iscsi neutron-server[100452]: self.callback(batched_events) Sep 22 17:00:35.491213 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 17:00:35.491213 dv-cinder-809968-4-iscsi neutron-server[100452]: event.method(event) Sep 22 17:00:35.491213 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 17:00:35.491213 dv-cinder-809968-4-iscsi neutron-server[100452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 17:00:35.491213 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 17:00:35.491213 dv-cinder-809968-4-iscsi neutron-server[100452]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 17:00:35.491213 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 17:00:35.491213 dv-cinder-809968-4-iscsi neutron-server[100452]: return f(self, *a, **k) Sep 22 17:00:35.491213 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 17:00:35.491213 dv-cinder-809968-4-iscsi neutron-server[100452]: return self._get(url).json() Sep 22 17:00:35.491213 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 17:00:35.491213 dv-cinder-809968-4-iscsi neutron-server[100452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 17:00:35.491213 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 17:00:35.491213 dv-cinder-809968-4-iscsi neutron-server[100452]: return self.request(url, 'GET', **kwargs) Sep 22 17:00:35.491213 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 17:00:35.491213 dv-cinder-809968-4-iscsi neutron-server[100452]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 17:00:35.491213 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 17:00:35.491213 dv-cinder-809968-4-iscsi neutron-server[100452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 17:00:35.491213 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 17:00:35.491213 dv-cinder-809968-4-iscsi neutron-server[100452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 17:00:35.491213 dv-cinder-809968-4-iscsi neutron-server[100452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 17:00:35.548261 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-ec81cd34-ca19-4323-b42f-9f8aac1c20b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700886'] for network, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:35.554875 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-ec81cd34-ca19-4323-b42f-9f8aac1c20b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for network, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:35.560278 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-ec81cd34-ca19-4323-b42f-9f8aac1c20b2 admin admin] 10.222.0.66 "DELETE /v2.0/networks/aababfd4-24d1-4477-9e08-13669f02d6c3 HTTP/1.1" status: 204 len: 168 time: 0.6895952 Sep 22 17:00:35.560796 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 36662) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:00:35.569955 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec81cd34-ca19-4323-b42f-9f8aac1c20b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=aababfd4-24d1-4477-9e08-13669f02d6c3,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:35.919723 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-0a418cae-6a86-4eb1-8aec-9ca50e2317fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699840'] for router_interface, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:35.972369 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 75135ba7-27af-4ceb-8881-495f589a6d8c no longer exists at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:00:35.993345 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] No Port match for: 75135ba7-27af-4ceb-8881-495f589a6d8c {{(pid=100454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 17:00:35.993970 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 75135ba7-27af-4ceb-8881-495f589a6d8c not bound to the agent host dv-cinder-809968-4-iscsi {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:00:35.994547 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device b4146480-19b9-48a3-b53e-e9652f12246c no longer exists at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:00:36.014739 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] No Port match for: b4146480-19b9-48a3-b53e-e9652f12246c {{(pid=100454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 17:00:36.015088 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device b4146480-19b9-48a3-b53e-e9652f12246c not bound to the agent host dv-cinder-809968-4-iscsi {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:00:36.015692 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device eedf5a12-9a31-4747-906b-90bbb29b46e2 no longer exists at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:00:36.035246 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] No Port match for: eedf5a12-9a31-4747-906b-90bbb29b46e2 {{(pid=100454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 17:00:36.035855 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device eedf5a12-9a31-4747-906b-90bbb29b46e2 not bound to the agent host dv-cinder-809968-4-iscsi {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:00:36.205032 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.plugin [None req-0a418cae-6a86-4eb1-8aec-9ca50e2317fd admin admin] Deleting port f2a18a33-7300-4d87-94ab-dcd7a9c0d4f4 {{(pid=100453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:00:36.205403 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-0a418cae-6a86-4eb1-8aec-9ca50e2317fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735274981160'] for port, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:36.299505 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.db [None req-0a418cae-6a86-4eb1-8aec-9ca50e2317fd admin admin] For port f2a18a33-7300-4d87-94ab-dcd7a9c0d4f4, host dv-cinder-809968-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=f2a18a33-7300-4d87-94ab-dcd7a9c0d4f4,segment=NetworkSegment(3d034986-ccbd-4af2-9fbf-fac7aac62364),segment_id=3d034986-ccbd-4af2-9fbf-fac7aac62364)] {{(pid=100453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:00:36.301004 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-0a418cae-6a86-4eb1-8aec-9ca50e2317fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697305'] for port, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:36.326565 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.plugin [None req-0a418cae-6a86-4eb1-8aec-9ca50e2317fd admin admin] Calling delete_port for f2a18a33-7300-4d87-94ab-dcd7a9c0d4f4 owned by network:router_interface {{(pid=100453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:00:36.407856 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fe651b-5787-4167-a229-56c8689d44d2 req-52e9d10e-dda8-4fbe-8361-50fc55d692c3 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:00:36.409375 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-b1fe651b-5787-4167-a229-56c8689d44d2 req-52e9d10e-dda8-4fbe-8361-50fc55d692c3 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/ports?device_id=b630bc0d-0f87-474c-9934-52a917cab7a4 HTTP/1.1" status: 200 len: 931 time: 0.1037500 Sep 22 17:00:36.492773 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-b1fe651b-5787-4167-a229-56c8689d44d2 req-c875ca79-ab9e-410e-b3e9-f0aa598c77a3 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0f725a-8484-467d-a595-53e3f273d341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759764 Sep 22 17:00:36.572919 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-0a418cae-6a86-4eb1-8aec-9ca50e2317fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735274987246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735274499786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8594183'] for port, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:36.602674 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a418cae-6a86-4eb1-8aec-9ca50e2317fd admin admin] Pushing event deleted for resources: {'Port': ['ID=f2a18a33-7300-4d87-94ab-dcd7a9c0d4f4,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:36.773528 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-0a418cae-6a86-4eb1-8aec-9ca50e2317fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1701001'] for router_interface, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:37.003102 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a418cae-6a86-4eb1-8aec-9ca50e2317fd admin admin] Router ba509fb6-00ac-44bd-a4ee-a01681b55463 has already been hosted by L3 agent c3efc510-1e60-45c8-b68a-00a20fddc4a4 {{(pid=100453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:00:37.118097 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a418cae-6a86-4eb1-8aec-9ca50e2317fd admin admin] Notify agent at l3_agent.dv-cinder-809968-4-iscsi the message routers_updated {{(pid=100453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:00:37.123684 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-0a418cae-6a86-4eb1-8aec-9ca50e2317fd admin admin] 10.222.0.66 "PUT /v2.0/routers/ba509fb6-00ac-44bd-a4ee-a01681b55463/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5617580 Sep 22 17:00:37.126415 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 36666) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:00:37.130880 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe49af14-f7c0-4087-9b1b-5c4e67d3d2f1 None None] Sync routers for ids ['ba509fb6-00ac-44bd-a4ee-a01681b55463'] in dv-cinder-809968-4-iscsi {{(pid=100455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:00:37.140872 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe49af14-f7c0-4087-9b1b-5c4e67d3d2f1 None None] Routers {'ba509fb6-00ac-44bd-a4ee-a01681b55463'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:00:37.141479 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-fe49af14-f7c0-4087-9b1b-5c4e67d3d2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T17:00:29Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['ba509fb6-00ac-44bd-a4ee-a01681b55463'], 'active': True} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:37.236639 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-dc9e4ecb-9f49-4704-b6ed-8ac68c5b1aa2 admin admin] Notify callbacks [] for router, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:37.340142 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvr_db [None req-fe49af14-f7c0-4087-9b1b-5c4e67d3d2f1 None None] Set router ba509fb6-00ac-44bd-a4ee-a01681b55463 gateway port host: dv-cinder-809968-4-iscsi {{(pid=100455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:00:37.348416 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-dc9e4ecb-9f49-4704-b6ed-8ac68c5b1aa2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:37.415450 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.plugin [None req-dc9e4ecb-9f49-4704-b6ed-8ac68c5b1aa2 admin admin] Deleting port 0c82f226-49df-47b4-94cd-e6470cf2b441 {{(pid=100452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:00:37.415723 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-dc9e4ecb-9f49-4704-b6ed-8ac68c5b1aa2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735274981160'] for port, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:37.517059 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.db [None req-dc9e4ecb-9f49-4704-b6ed-8ac68c5b1aa2 admin admin] For port 0c82f226-49df-47b4-94cd-e6470cf2b441, host dv-cinder-809968-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=0c82f226-49df-47b4-94cd-e6470cf2b441,segment=NetworkSegment(73061bb2-74db-4070-b057-2315d4867ed3),segment_id=73061bb2-74db-4070-b057-2315d4867ed3)] {{(pid=100452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:00:37.517575 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-dc9e4ecb-9f49-4704-b6ed-8ac68c5b1aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697305'] for port, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:37.530729 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-fe49af14-f7c0-4087-9b1b-5c4e67d3d2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba509fb6-00ac-44bd-a4ee-a01681b55463', 'name': 'tempest-TestVolumeBootPattern-484609263-router', 'tenant_id': '82e4726248a94debb404f12a3b0fd365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '0c82f226-49df-47b4-94cd-e6470cf2b441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:49:39Z', 'updated_at': '2021-09-22T17:00:36Z', 'revision_number': 5, 'project_id': '82e4726248a94debb404f12a3b0fd365', 'gw_port': {'id': '0c82f226-49df-47b4-94cd-e6470cf2b441', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba509fb6-00ac-44bd-a4ee-a01681b55463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:49:39Z', 'updated_at': '2021-09-22T16:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi'}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:37.531259 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.plugin [None req-dc9e4ecb-9f49-4704-b6ed-8ac68c5b1aa2 admin admin] Calling delete_port for 0c82f226-49df-47b4-94cd-e6470cf2b441 owned by network:router_gateway {{(pid=100452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:00:37.558100 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe49af14-f7c0-4087-9b1b-5c4e67d3d2f1 None None] Checking router: ba509fb6-00ac-44bd-a4ee-a01681b55463 for host: dv-cinder-809968-4-iscsi {{(pid=100455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:00:37.567612 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe49af14-f7c0-4087-9b1b-5c4e67d3d2f1 None None] Routers {'ba509fb6-00ac-44bd-a4ee-a01681b55463'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:00:37.568244 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-fe49af14-f7c0-4087-9b1b-5c4e67d3d2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T17:00:29Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['ba509fb6-00ac-44bd-a4ee-a01681b55463'], 'active': True} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:37.657609 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0e7dfc-4fa3-45e1-9dd6-650521593e3e req-816737c5-e351-4f80-99da-7e15c893cf6e tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:00:37.660009 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-da0e7dfc-4fa3-45e1-9dd6-650521593e3e req-816737c5-e351-4f80-99da-7e15c893cf6e tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/ports?device_id=b630bc0d-0f87-474c-9934-52a917cab7a4 HTTP/1.1" status: 200 len: 931 time: 0.0813298 Sep 22 17:00:37.683024 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvr_db [None req-fe49af14-f7c0-4087-9b1b-5c4e67d3d2f1 None None] Set router ba509fb6-00ac-44bd-a4ee-a01681b55463 gateway port host: None {{(pid=100455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:00:37.713034 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-da0e7dfc-4fa3-45e1-9dd6-650521593e3e req-318cdb05-6237-4ada-a7bb-8d9617818cad tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0f725a-8484-467d-a595-53e3f273d341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459950 Sep 22 17:00:37.769950 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-fe49af14-f7c0-4087-9b1b-5c4e67d3d2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba509fb6-00ac-44bd-a4ee-a01681b55463', 'name': 'tempest-TestVolumeBootPattern-484609263-router', 'tenant_id': '82e4726248a94debb404f12a3b0fd365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:49:39Z', 'updated_at': '2021-09-22T17:00:37Z', 'revision_number': 6, 'project_id': '82e4726248a94debb404f12a3b0fd365', 'gw_port_host': None}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:37.780144 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-dc9e4ecb-9f49-4704-b6ed-8ac68c5b1aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735274987246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735274499786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8763924'] for port, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:37.797670 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe49af14-f7c0-4087-9b1b-5c4e67d3d2f1 None None] The sync data for ids ['ba509fb6-00ac-44bd-a4ee-a01681b55463'] in dv-cinder-809968-4-iscsi is: [{'id': 'ba509fb6-00ac-44bd-a4ee-a01681b55463', 'name': 'tempest-TestVolumeBootPattern-484609263-router', 'tenant_id': '82e4726248a94debb404f12a3b0fd365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:49:39Z', 'updated_at': '2021-09-22T17:00:37Z', 'revision_number': 6, 'project_id': '82e4726248a94debb404f12a3b0fd365', 'gw_port_host': None}] {{(pid=100455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:00:37.806085 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9e4ecb-9f49-4704-b6ed-8ac68c5b1aa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c82f226-49df-47b4-94cd-e6470cf2b441,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:37.879280 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-dc9e4ecb-9f49-4704-b6ed-8ac68c5b1aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700938'] for router_gateway, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:37.986215 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-dc9e4ecb-9f49-4704-b6ed-8ac68c5b1aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1639461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16316'] for router, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:37.988691 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-dc9e4ecb-9f49-4704-b6ed-8ac68c5b1aa2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:38.052119 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-dc9e4ecb-9f49-4704-b6ed-8ac68c5b1aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1639468'] for router, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:38.052957 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc9e4ecb-9f49-4704-b6ed-8ac68c5b1aa2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba509fb6-00ac-44bd-a4ee-a01681b55463 {{(pid=100452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 17:00:38.059048 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-dc9e4ecb-9f49-4704-b6ed-8ac68c5b1aa2 admin admin] Notify callbacks [] for router, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:38.060636 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-dc9e4ecb-9f49-4704-b6ed-8ac68c5b1aa2 admin admin] 10.222.0.66 "DELETE /v2.0/routers/ba509fb6-00ac-44bd-a4ee-a01681b55463 HTTP/1.1" status: 204 len: 168 time: 0.9332175 Sep 22 17:00:38.062979 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 36672) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:00:38.120749 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.db.db_base_plugin_v2 [None req-34fd494d-966b-451d-ab53-569650feec46 admin admin] Deleting subnet 24de4de1-2d87-4ce5-8f10-b3a52a04f33d {{(pid=100453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 17:00:38.125328 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-34fd494d-966b-451d-ab53-569650feec46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:38.188651 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-34fd494d-966b-451d-ab53-569650feec46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8729350'] for subnet, precommit_delete_associations {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:38.290977 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-34fd494d-966b-451d-ab53-569650feec46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720017'] for subnet, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:38.352632 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-34fd494d-966b-451d-ab53-569650feec46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8594266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10141730'] for subnet, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:38.383750 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fd494d-966b-451d-ab53-569650feec46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24de4de1-2d87-4ce5-8f10-b3a52a04f33d,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:38.386278 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-34fd494d-966b-451d-ab53-569650feec46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:38.391368 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-34fd494d-966b-451d-ab53-569650feec46 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/24de4de1-2d87-4ce5-8f10-b3a52a04f33d HTTP/1.1" status: 204 len: 168 time: 0.3273151 Sep 22 17:00:38.391548 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 36674) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:00:38.395057 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d9622d-ab79-429b-93d0-ab3229a6d1e5 None None] Network e412c51b-ba20-4206-9d3c-bf5b3e108338 requested from dv-cinder-809968-4-iscsi {{(pid=100454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 17:00:38.541948 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-b3f2eda0-c521-491a-ad25-1b2d49d412de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638825'] for network, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:38.622628 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.plugin [None req-b3f2eda0-c521-491a-ad25-1b2d49d412de admin admin] Deleting port 08e25a87-5912-4696-8130-ebc63b2b6a6f {{(pid=100452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:00:38.623027 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-b3f2eda0-c521-491a-ad25-1b2d49d412de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735274981160'] for port, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:38.642247 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device f2a18a33-7300-4d87-94ab-dcd7a9c0d4f4 no longer exists at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:00:38.672749 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2a5ef5-1106-44d3-a5ce-48cc344f631b None None] DHCP port deletion for e412c51b-ba20-4206-9d3c-bf5b3e108338 request from dv-cinder-809968-4-iscsi {{(pid=100454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 17:00:38.676162 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] No Port match for: f2a18a33-7300-4d87-94ab-dcd7a9c0d4f4 {{(pid=100454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 17:00:38.676572 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device f2a18a33-7300-4d87-94ab-dcd7a9c0d4f4 not bound to the agent host dv-cinder-809968-4-iscsi {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:00:38.717004 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.db [None req-b3f2eda0-c521-491a-ad25-1b2d49d412de admin admin] For port 08e25a87-5912-4696-8130-ebc63b2b6a6f, host dv-cinder-809968-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=08e25a87-5912-4696-8130-ebc63b2b6a6f,segment=NetworkSegment(3d034986-ccbd-4af2-9fbf-fac7aac62364),segment_id=3d034986-ccbd-4af2-9fbf-fac7aac62364)] {{(pid=100452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:00:38.717482 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-b3f2eda0-c521-491a-ad25-1b2d49d412de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697305'] for port, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:38.750156 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-2c2a5ef5-1106-44d3-a5ce-48cc344f631b None None] Deleting port 08e25a87-5912-4696-8130-ebc63b2b6a6f {{(pid=100454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:00:38.750610 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-2c2a5ef5-1106-44d3-a5ce-48cc344f631b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735274981160'] for port, before_delete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:38.766513 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.plugin [None req-b3f2eda0-c521-491a-ad25-1b2d49d412de admin admin] Calling delete_port for 08e25a87-5912-4696-8130-ebc63b2b6a6f owned by network:dhcp {{(pid=100452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:00:38.859550 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-2c2a5ef5-1106-44d3-a5ce-48cc344f631b None None] For port 08e25a87-5912-4696-8130-ebc63b2b6a6f, host dv-cinder-809968-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=08e25a87-5912-4696-8130-ebc63b2b6a6f,segment=NetworkSegment(3d034986-ccbd-4af2-9fbf-fac7aac62364),segment_id=3d034986-ccbd-4af2-9fbf-fac7aac62364)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:00:38.860619 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-2c2a5ef5-1106-44d3-a5ce-48cc344f631b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697305'] for port, precommit_delete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:38.878331 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4016e-aa38-41a2-8379-46cdb129a2b7 req-5a71b117-3012-417b-9e78-d832a3345789 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:00:38.878331 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-56b4016e-aa38-41a2-8379-46cdb129a2b7 req-5a71b117-3012-417b-9e78-d832a3345789 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/ports?device_id=b630bc0d-0f87-474c-9934-52a917cab7a4 HTTP/1.1" status: 200 len: 931 time: 0.0734177 Sep 22 17:00:38.882047 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-b3f2eda0-c521-491a-ad25-1b2d49d412de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735274987246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735274499786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8763924'] for port, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:38.887121 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-2c2a5ef5-1106-44d3-a5ce-48cc344f631b None None] Calling delete_port for 08e25a87-5912-4696-8130-ebc63b2b6a6f owned by network:dhcp {{(pid=100454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:00:38.905544 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f2eda0-c521-491a-ad25-1b2d49d412de admin admin] Pushing event deleted for resources: {'Port': ['ID=08e25a87-5912-4696-8130-ebc63b2b6a6f,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:38.920253 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f2eda0-c521-491a-ad25-1b2d49d412de admin admin] No DVR routers for this DVR port 08e25a87-5912-4696-8130-ebc63b2b6a6f on host dv-cinder-809968-4-iscsi {{(pid=100452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:00:38.969893 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-56b4016e-aa38-41a2-8379-46cdb129a2b7 req-28a8aef3-8532-4875-b2d0-8db54f2ddc93 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0f725a-8484-467d-a595-53e3f273d341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811832 Sep 22 17:00:39.027109 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-2c2a5ef5-1106-44d3-a5ce-48cc344f631b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735274987246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735274499786'] for port, after_delete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:39.054598 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2a5ef5-1106-44d3-a5ce-48cc344f631b None None] Pushing event deleted for resources: {'Port': ['ID=08e25a87-5912-4696-8130-ebc63b2b6a6f,revision_number=None']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:39.056410 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2a5ef5-1106-44d3-a5ce-48cc344f631b None None] No DVR routers for this DVR port 08e25a87-5912-4696-8130-ebc63b2b6a6f on host dv-cinder-809968-4-iscsi {{(pid=100454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:00:39.075260 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-b3f2eda0-c521-491a-ad25-1b2d49d412de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705832', 'neutron.services.segments.db._delete_segments_for_network-8735275045268'] for network, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:39.107370 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.services.segments.db [None req-b3f2eda0-c521-491a-ad25-1b2d49d412de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e412c51b-ba20-4206-9d3c-bf5b3e108338']}} {{(pid=100452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:39.116211 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.services.segments.db [None req-b3f2eda0-c521-491a-ad25-1b2d49d412de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d034986-ccbd-4af2-9fbf-fac7aac62364') {'for_net_delete': True} {{(pid=100452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:39.116498 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.services.segments.db [None req-b3f2eda0-c521-491a-ad25-1b2d49d412de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d034986-ccbd-4af2-9fbf-fac7aac62364') {} {{(pid=100452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:39.125546 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-b3f2eda0-c521-491a-ad25-1b2d49d412de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735275044765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8994889'] for segment, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:39.139783 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-b3f2eda0-c521-491a-ad25-1b2d49d412de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720390'] for segment, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:39.147492 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3f2eda0-c521-491a-ad25-1b2d49d412de admin admin] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=100452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:00:39.148066 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-b3f2eda0-c521-491a-ad25-1b2d49d412de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8764391'] for segment, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:39.150289 dv-cinder-809968-4-iscsi neutron-server[100452]: Traceback (most recent call last): Sep 22 17:00:39.150289 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 17:00:39.150289 dv-cinder-809968-4-iscsi neutron-server[100452]: timer() Sep 22 17:00:39.150289 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 17:00:39.150289 dv-cinder-809968-4-iscsi neutron-server[100452]: cb(*args, **kw) Sep 22 17:00:39.150289 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 17:00:39.150289 dv-cinder-809968-4-iscsi neutron-server[100452]: return func(*args, **kwargs) Sep 22 17:00:39.150289 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 17:00:39.150289 dv-cinder-809968-4-iscsi neutron-server[100452]: self._notify() Sep 22 17:00:39.150289 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 17:00:39.150289 dv-cinder-809968-4-iscsi neutron-server[100452]: self.callback(batched_events) Sep 22 17:00:39.150289 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 17:00:39.150289 dv-cinder-809968-4-iscsi neutron-server[100452]: event.method(event) Sep 22 17:00:39.150289 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 17:00:39.150289 dv-cinder-809968-4-iscsi neutron-server[100452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 17:00:39.150289 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 17:00:39.150289 dv-cinder-809968-4-iscsi neutron-server[100452]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 17:00:39.150289 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 17:00:39.150289 dv-cinder-809968-4-iscsi neutron-server[100452]: return f(self, *a, **k) Sep 22 17:00:39.150289 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 17:00:39.150289 dv-cinder-809968-4-iscsi neutron-server[100452]: return self._get(url).json() Sep 22 17:00:39.150289 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 17:00:39.150289 dv-cinder-809968-4-iscsi neutron-server[100452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 17:00:39.150289 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 17:00:39.150289 dv-cinder-809968-4-iscsi neutron-server[100452]: return self.request(url, 'GET', **kwargs) Sep 22 17:00:39.150289 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 17:00:39.150289 dv-cinder-809968-4-iscsi neutron-server[100452]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 17:00:39.150289 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 17:00:39.150289 dv-cinder-809968-4-iscsi neutron-server[100452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 17:00:39.150289 dv-cinder-809968-4-iscsi neutron-server[100452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 17:00:39.150289 dv-cinder-809968-4-iscsi neutron-server[100452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 17:00:39.150289 dv-cinder-809968-4-iscsi neutron-server[100452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 17:00:39.212869 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-b3f2eda0-c521-491a-ad25-1b2d49d412de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700886'] for network, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:39.231987 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-b3f2eda0-c521-491a-ad25-1b2d49d412de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for network, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:39.234260 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-b3f2eda0-c521-491a-ad25-1b2d49d412de admin admin] 10.222.0.66 "DELETE /v2.0/networks/e412c51b-ba20-4206-9d3c-bf5b3e108338 HTTP/1.1" status: 204 len: 168 time: 0.8412893 Sep 22 17:00:39.235110 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f2eda0-c521-491a-ad25-1b2d49d412de admin admin] Pushing event deleted for resources: {'Network': ['ID=e412c51b-ba20-4206-9d3c-bf5b3e108338,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:39.375053 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 36680) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:00:39.416014 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-f2093c09-77ca-4742-ab76-3d7b35b81aa4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4268d5a7c3ba47fc9f303a67b37aee7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396144 Sep 22 17:00:39.419253 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 36682) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:00:39.472045 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-05e565f9-14d8-4a3c-bfd4-d44572ca0fd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:39.492536 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-05e565f9-14d8-4a3c-bfd4-d44572ca0fd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:39.540907 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-05e565f9-14d8-4a3c-bfd4-d44572ca0fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:39.543868 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-05e565f9-14d8-4a3c-bfd4-d44572ca0fd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:39.547624 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-05e565f9-14d8-4a3c-bfd4-d44572ca0fd9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4857f85b-3fe4-4504-9c6b-9fa03bbac919 HTTP/1.1" status: 204 len: 168 time: 0.1249981 Sep 22 17:00:39.553910 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e565f9-14d8-4a3c-bfd4-d44572ca0fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4857f85b-3fe4-4504-9c6b-9fa03bbac919,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:39.922514 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 36688) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:00:39.982739 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-90801eef-fb50-4f6c-aba3-093ad69c5634 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=82e4726248a94debb404f12a3b0fd365&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0590675 Sep 22 17:00:39.990239 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 36690) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:00:40.004939 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 08e25a87-5912-4696-8130-ebc63b2b6a6f no longer exists at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:00:40.035527 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] No Port match for: 08e25a87-5912-4696-8130-ebc63b2b6a6f {{(pid=100454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 17:00:40.036135 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 08e25a87-5912-4696-8130-ebc63b2b6a6f not bound to the agent host dv-cinder-809968-4-iscsi {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:00:40.036761 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 0c82f226-49df-47b4-94cd-e6470cf2b441 no longer exists at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:00:40.065266 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] No Port match for: 0c82f226-49df-47b4-94cd-e6470cf2b441 {{(pid=100454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 17:00:40.065894 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 0c82f226-49df-47b4-94cd-e6470cf2b441 not bound to the agent host dv-cinder-809968-4-iscsi {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:00:40.067613 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-bf142fa0-b50a-4352-b01a-7a35f742b491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:40.095195 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-bf142fa0-b50a-4352-b01a-7a35f742b491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:40.122553 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20459ead-1735-49c0-805d-5ee468a713ef req-485848d7-df12-432f-a5ad-6ccf40a71514 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:00:40.124130 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-20459ead-1735-49c0-805d-5ee468a713ef req-485848d7-df12-432f-a5ad-6ccf40a71514 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/ports?device_id=b630bc0d-0f87-474c-9934-52a917cab7a4 HTTP/1.1" status: 200 len: 931 time: 0.0763037 Sep 22 17:00:40.154995 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-bf142fa0-b50a-4352-b01a-7a35f742b491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:40.157543 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-bf142fa0-b50a-4352-b01a-7a35f742b491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:40.161599 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-bf142fa0-b50a-4352-b01a-7a35f742b491 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5e13add3-1975-4627-9c9c-a568ed87db8a HTTP/1.1" status: 204 len: 168 time: 0.1672671 Sep 22 17:00:40.175980 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf142fa0-b50a-4352-b01a-7a35f742b491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e13add3-1975-4627-9c9c-a568ed87db8a,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:40.184932 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-20459ead-1735-49c0-805d-5ee468a713ef req-805e7835-0792-435c-8b2d-a057c4da2063 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0f725a-8484-467d-a595-53e3f273d341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541308 Sep 22 17:00:41.304179 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95c58a-2e98-4aae-999e-639fc972fcab req-66f11583-ee78-4766-81f3-8b59a37e7aeb tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:00:41.305700 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-ac95c58a-2e98-4aae-999e-639fc972fcab req-66f11583-ee78-4766-81f3-8b59a37e7aeb tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/ports?device_id=b630bc0d-0f87-474c-9934-52a917cab7a4 HTTP/1.1" status: 200 len: 931 time: 0.0606492 Sep 22 17:00:41.345477 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-ac95c58a-2e98-4aae-999e-639fc972fcab req-d07c45d9-75ac-440b-9d2c-06a4dcdc00cf tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0f725a-8484-467d-a595-53e3f273d341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334446 Sep 22 17:00:42.457136 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e392e87-08b6-47ba-97c4-0ddb70d501ae req-04e2a63a-438f-49a9-9d2b-a04cfdc8be1f tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:00:42.458671 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-0e392e87-08b6-47ba-97c4-0ddb70d501ae req-04e2a63a-438f-49a9-9d2b-a04cfdc8be1f tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/ports?device_id=b630bc0d-0f87-474c-9934-52a917cab7a4 HTTP/1.1" status: 200 len: 931 time: 0.0476141 Sep 22 17:00:42.494980 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-0e392e87-08b6-47ba-97c4-0ddb70d501ae req-1b023215-7c38-4424-adee-bd9dc535f2ad tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0f725a-8484-467d-a595-53e3f273d341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304730 Sep 22 17:00:43.607566 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d8573-31e9-4c47-973b-c5266033d3cf req-2ee7d7a9-8731-41b7-9d4b-41e4cf1ec9a4 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:00:43.609039 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-fb5d8573-31e9-4c47-973b-c5266033d3cf req-2ee7d7a9-8731-41b7-9d4b-41e4cf1ec9a4 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/ports?device_id=b630bc0d-0f87-474c-9934-52a917cab7a4 HTTP/1.1" status: 200 len: 931 time: 0.0487132 Sep 22 17:00:43.648505 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-fb5d8573-31e9-4c47-973b-c5266033d3cf req-38ce3a64-1049-4dc0-be44-763fb5cc7d5b tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0f725a-8484-467d-a595-53e3f273d341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335212 Sep 22 17:00:44.004742 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.agents_db [None req-27f04faf-824b-4b06-8ae5-89241b6ab4ba None None] Agent healthcheck: found 6 active agents {{(pid=100455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:00:44.228865 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [req-5160a2fd-650c-499d-9164-169d35cc1f7c req-05849764-8910-406d-bd74-9bd010f272a1 service neutron] Request body: {'port': {'device_id': 'b630bc0d-0f87-474c-9934-52a917cab7a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:00:44.287831 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-5160a2fd-650c-499d-9164-169d35cc1f7c req-05849764-8910-406d-bd74-9bd010f272a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:44.546217 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.notifiers.nova [req-5160a2fd-650c-499d-9164-169d35cc1f7c req-05849764-8910-406d-bd74-9bd010f272a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 979da809-3017-4f7b-8cfd-11a725dd2e9f {{(pid=100452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 17:00:44.553313 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-5160a2fd-650c-499d-9164-169d35cc1f7c req-05849764-8910-406d-bd74-9bd010f272a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:44.565840 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.provisioning_blocks [req-5160a2fd-650c-499d-9164-169d35cc1f7c req-05849764-8910-406d-bd74-9bd010f272a1 service neutron] Transition to ACTIVE for port object 979da809-3017-4f7b-8cfd-11a725dd2e9f will not be triggered until provisioned by entity L2. {{(pid=100452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:00:44.569394 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-5160a2fd-650c-499d-9164-169d35cc1f7c req-05849764-8910-406d-bd74-9bd010f272a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8763935'] for port, after_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:44.617601 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05849764-8910-406d-bd74-9bd010f272a1 service neutron] Pushing event updated for resources: {'Port': ['ID=979da809-3017-4f7b-8cfd-11a725dd2e9f,revision_number=2']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:44.693915 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.managers [req-5160a2fd-650c-499d-9164-169d35cc1f7c req-05849764-8910-406d-bd74-9bd010f272a1 service neutron] Attempting to bind port 979da809-3017-4f7b-8cfd-11a725dd2e9f on host hv-cinder-80996 for vnic_type normal with profile {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 17:00:44.694250 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.managers [req-5160a2fd-650c-499d-9164-169d35cc1f7c req-05849764-8910-406d-bd74-9bd010f272a1 service neutron] Attempting to bind port 979da809-3017-4f7b-8cfd-11a725dd2e9f by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': 'dd380fdf-1155-4016-85b1-0a23a36a9643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'f317e20e-7578-45f9-b08d-af7bc544468a'}] {{(pid=100452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 17:00:44.694577 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5160a2fd-650c-499d-9164-169d35cc1f7c req-05849764-8910-406d-bd74-9bd010f272a1 service neutron] Attempting to bind port 979da809-3017-4f7b-8cfd-11a725dd2e9f on network f317e20e-7578-45f9-b08d-af7bc544468a {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:00:44.699210 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5160a2fd-650c-499d-9164-169d35cc1f7c req-05849764-8910-406d-bd74-9bd010f272a1 service neutron] Port 979da809-3017-4f7b-8cfd-11a725dd2e9f on network f317e20e-7578-45f9-b08d-af7bc544468a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 17:00:44.699770 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5160a2fd-650c-499d-9164-169d35cc1f7c req-05849764-8910-406d-bd74-9bd010f272a1 service neutron] Attempting to bind port 979da809-3017-4f7b-8cfd-11a725dd2e9f on network f317e20e-7578-45f9-b08d-af7bc544468a {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:00:44.705136 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5160a2fd-650c-499d-9164-169d35cc1f7c req-05849764-8910-406d-bd74-9bd010f272a1 service neutron] Checking agent: {'id': 'b620640a-8129-43ac-bbbc-6cb85f2c2acf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 16, 45, 26), 'started_at': datetime.datetime(2021, 9, 22, 16, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 17, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 17:00:44.705475 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5160a2fd-650c-499d-9164-169d35cc1f7c req-05849764-8910-406d-bd74-9bd010f272a1 service neutron] Checking segment: {'id': 'dd380fdf-1155-4016-85b1-0a23a36a9643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'f317e20e-7578-45f9-b08d-af7bc544468a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:00:44.705892 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5160a2fd-650c-499d-9164-169d35cc1f7c req-05849764-8910-406d-bd74-9bd010f272a1 service neutron] Bound using segment: {'id': 'dd380fdf-1155-4016-85b1-0a23a36a9643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'f317e20e-7578-45f9-b08d-af7bc544468a'} {{(pid=100452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:00:44.706326 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.managers [req-5160a2fd-650c-499d-9164-169d35cc1f7c req-05849764-8910-406d-bd74-9bd010f272a1 service neutron] Bound port: 979da809-3017-4f7b-8cfd-11a725dd2e9f, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd380fdf-1155-4016-85b1-0a23a36a9643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'f317e20e-7578-45f9-b08d-af7bc544468a'}}] {{(pid=100452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 17:00:44.706686 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-5160a2fd-650c-499d-9164-169d35cc1f7c req-05849764-8910-406d-bd74-9bd010f272a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:44.778160 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.db [req-5160a2fd-650c-499d-9164-169d35cc1f7c req-05849764-8910-406d-bd74-9bd010f272a1 service neutron] For port 979da809-3017-4f7b-8cfd-11a725dd2e9f, host hv-cinder-80996, cleared binding levels {{(pid=100452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:00:44.781934 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.db [req-5160a2fd-650c-499d-9164-169d35cc1f7c req-05849764-8910-406d-bd74-9bd010f272a1 service neutron] For port 979da809-3017-4f7b-8cfd-11a725dd2e9f, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=979da809-3017-4f7b-8cfd-11a725dd2e9f,segment=NetworkSegment(dd380fdf-1155-4016-85b1-0a23a36a9643),segment_id=dd380fdf-1155-4016-85b1-0a23a36a9643)] {{(pid=100452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:00:44.787352 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-5160a2fd-650c-499d-9164-169d35cc1f7c req-05849764-8910-406d-bd74-9bd010f272a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8763935'] for port, after_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:44.793985 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b2a28-01cc-4ab0-a4df-572a575962d2 req-41e84994-f0cf-43f8-afc9-fea3b4c63860 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:00:44.795517 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-580b2a28-01cc-4ab0-a4df-572a575962d2 req-41e84994-f0cf-43f8-afc9-fea3b4c63860 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/ports?device_id=b630bc0d-0f87-474c-9934-52a917cab7a4 HTTP/1.1" status: 200 len: 943 time: 0.0764344 Sep 22 17:00:44.819946 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160a2fd-650c-499d-9164-169d35cc1f7c req-05849764-8910-406d-bd74-9bd010f272a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:00:44.820542 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-5160a2fd-650c-499d-9164-169d35cc1f7c req-05849764-8910-406d-bd74-9bd010f272a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306'] for port, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:44.822352 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-5160a2fd-650c-499d-9164-169d35cc1f7c req-05849764-8910-406d-bd74-9bd010f272a1 service neutron] 10.222.0.72 "PUT /v2.0/ports/979da809-3017-4f7b-8cfd-11a725dd2e9f HTTP/1.1" status: 200 len: 1093 time: 0.5997753 Sep 22 17:00:44.822800 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b630bc0d-0f87-474c-9934-52a917cab7a4', 'tag': '979da809-3017-4f7b-8cfd-11a725dd2e9f'}] {{(pid=100452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:00:44.825783 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3daeaf716feba76a3af1624af44cd9d3b401b8dbf4d63f278f059799def7c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe76f083-6de9-444f-891d-2c2bb45fb998" -d '{"events": [{"name": "network-changed", "server_uuid": "b630bc0d-0f87-474c-9934-52a917cab7a4", "tag": "979da809-3017-4f7b-8cfd-11a725dd2e9f"}]}' {{(pid=100452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:00:44.842616 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-580b2a28-01cc-4ab0-a4df-572a575962d2 req-30a52b58-cdf0-41b8-8473-b8eea417f4e7 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0f725a-8484-467d-a595-53e3f273d341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401201 Sep 22 17:00:44.856082 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05849764-8910-406d-bd74-9bd010f272a1 service neutron] Pushing event updated for resources: {'Port': ['ID=979da809-3017-4f7b-8cfd-11a725dd2e9f,revision_number=3']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:44.919021 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 17:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de77afea-4f1c-437d-acc5-2b4346dce974 x-openstack-request-id: req-de77afea-4f1c-437d-acc5-2b4346dce974 {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:00:44.919380 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b630bc0d-0f87-474c-9934-52a917cab7a4", "tag": "979da809-3017-4f7b-8cfd-11a725dd2e9f", "status": "completed", "code": 200}]} {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:00:44.919690 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-de77afea-4f1c-437d-acc5-2b4346dce974 {{(pid=100452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:00:44.920199 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b630bc0d-0f87-474c-9934-52a917cab7a4', 'tag': '979da809-3017-4f7b-8cfd-11a725dd2e9f', 'status': 'completed', 'code': 200} Sep 22 17:00:44.953471 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160a2fd-650c-499d-9164-169d35cc1f7c req-e06b06a1-cd6c-4d7f-baf9-f79589c0dd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:00:44.955021 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-5160a2fd-650c-499d-9164-169d35cc1f7c req-e06b06a1-cd6c-4d7f-baf9-f79589c0dd18 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4956e4df9d9c485989c4117507535522&device_id=b630bc0d-0f87-474c-9934-52a917cab7a4 HTTP/1.1" status: 200 len: 1096 time: 0.0491645 Sep 22 17:00:45.000146 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-5160a2fd-650c-499d-9164-169d35cc1f7c req-9f9fac81-501c-4847-b6e8-f0d61ec4a8fe service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=979da809-3017-4f7b-8cfd-11a725dd2e9f HTTP/1.1" status: 200 len: 217 time: 0.0373921 Sep 22 17:00:45.057130 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160a2fd-650c-499d-9164-169d35cc1f7c req-4721c3c4-8faa-4004-80dd-f877552bcff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:00:45.058651 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-5160a2fd-650c-499d-9164-169d35cc1f7c req-4721c3c4-8faa-4004-80dd-f877552bcff2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a86b33bd-ef02-44db-90e9-9f44bc14f7c2 HTTP/1.1" status: 200 len: 854 time: 0.0435200 Sep 22 17:00:45.112983 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160a2fd-650c-499d-9164-169d35cc1f7c req-5d9a74e2-dfb3-4d9e-a05b-7d7992865617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:00:45.114547 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-5160a2fd-650c-499d-9164-169d35cc1f7c req-5d9a74e2-dfb3-4d9e-a05b-7d7992865617 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f317e20e-7578-45f9-b08d-af7bc544468a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446627 Sep 22 17:00:45.204880 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-5160a2fd-650c-499d-9164-169d35cc1f7c req-ebb085a1-a2eb-4efe-bb5f-35901e3a0aa4 service neutron] 10.222.0.72 "GET /v2.0/networks/f317e20e-7578-45f9-b08d-af7bc544468a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814826 Sep 22 17:00:45.295173 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-5160a2fd-650c-499d-9164-169d35cc1f7c req-b63365dc-238c-4727-8173-16869be18bdc service neutron] 10.222.0.72 "GET /v2.0/networks/f317e20e-7578-45f9-b08d-af7bc544468a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827873 Sep 22 17:00:45.384511 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76f083-6de9-444f-891d-2c2bb45fb998 req-7855687c-3acd-4921-9cbe-20c74adbaf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:00:45.385919 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-fe76f083-6de9-444f-891d-2c2bb45fb998 req-7855687c-3acd-4921-9cbe-20c74adbaf9f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4956e4df9d9c485989c4117507535522&device_id=b630bc0d-0f87-474c-9934-52a917cab7a4 HTTP/1.1" status: 200 len: 1096 time: 0.0392849 Sep 22 17:00:45.476940 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76f083-6de9-444f-891d-2c2bb45fb998 req-982557a8-62c2-4bac-bbf3-6eb6d37950d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:00:45.478397 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-fe76f083-6de9-444f-891d-2c2bb45fb998 req-982557a8-62c2-4bac-bbf3-6eb6d37950d1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f317e20e-7578-45f9-b08d-af7bc544468a HTTP/1.1" status: 200 len: 917 time: 0.0839808 Sep 22 17:00:45.752429 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-fe76f083-6de9-444f-891d-2c2bb45fb998 req-4d794514-3dd6-4997-a841-e90390d5bd16 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=979da809-3017-4f7b-8cfd-11a725dd2e9f HTTP/1.1" status: 200 len: 217 time: 0.2668605 Sep 22 17:00:45.800101 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76f083-6de9-444f-891d-2c2bb45fb998 req-fabc3f72-5ccc-4ce2-a5e0-a33254071c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:00:45.801465 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-fe76f083-6de9-444f-891d-2c2bb45fb998 req-fabc3f72-5ccc-4ce2-a5e0-a33254071c90 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a86b33bd-ef02-44db-90e9-9f44bc14f7c2 HTTP/1.1" status: 200 len: 854 time: 0.0411322 Sep 22 17:00:45.844570 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76f083-6de9-444f-891d-2c2bb45fb998 req-4e5f44b4-8fb3-4243-9d2d-a8fa741b75e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:00:45.845993 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-fe76f083-6de9-444f-891d-2c2bb45fb998 req-4e5f44b4-8fb3-4243-9d2d-a8fa741b75e6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f317e20e-7578-45f9-b08d-af7bc544468a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378907 Sep 22 17:00:45.938054 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-fe76f083-6de9-444f-891d-2c2bb45fb998 req-6149e04f-2023-49b8-bb79-17f15f84c380 service neutron] 10.222.0.72 "GET /v2.0/networks/f317e20e-7578-45f9-b08d-af7bc544468a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844502 Sep 22 17:00:45.964256 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0979da-95a4-4173-ad83-e204caaaa7e9 req-7d3a01c4-4471-4593-8860-92e0c83bcc23 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:00:45.965805 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-cf0979da-95a4-4173-ad83-e204caaaa7e9 req-7d3a01c4-4471-4593-8860-92e0c83bcc23 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/ports?device_id=b630bc0d-0f87-474c-9934-52a917cab7a4 HTTP/1.1" status: 200 len: 943 time: 0.0476522 Sep 22 17:00:46.002172 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-cf0979da-95a4-4173-ad83-e204caaaa7e9 req-efc0387e-de63-4cad-99db-75bfe7046064 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0f725a-8484-467d-a595-53e3f273d341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305369 Sep 22 17:00:46.030410 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-fe76f083-6de9-444f-891d-2c2bb45fb998 req-23d6b74a-51bd-4b01-ac53-be8e31a67052 service neutron] 10.222.0.72 "GET /v2.0/networks/f317e20e-7578-45f9-b08d-af7bc544468a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847936 Sep 22 17:00:47.114914 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c6aae2-e1ff-4e47-8b0b-ea27b2930947 req-66e1cce8-9e13-444b-910c-ec993345f8e7 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:00:47.116440 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f7c6aae2-e1ff-4e47-8b0b-ea27b2930947 req-66e1cce8-9e13-444b-910c-ec993345f8e7 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/ports?device_id=b630bc0d-0f87-474c-9934-52a917cab7a4 HTTP/1.1" status: 200 len: 943 time: 0.0492771 Sep 22 17:00:47.154618 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-f7c6aae2-e1ff-4e47-8b0b-ea27b2930947 req-6e2046dc-c250-49f5-9cb5-cd5c6212c8b5 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0f725a-8484-467d-a595-53e3f273d341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315573 Sep 22 17:00:48.273923 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cd21fd-aa25-4ab0-ad58-c05277d1e6af req-6d9bd725-95c2-4003-8f1b-8035a4c1e5d4 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:00:48.275395 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-62cd21fd-aa25-4ab0-ad58-c05277d1e6af req-6d9bd725-95c2-4003-8f1b-8035a4c1e5d4 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/ports?device_id=b630bc0d-0f87-474c-9934-52a917cab7a4 HTTP/1.1" status: 200 len: 943 time: 0.0526013 Sep 22 17:00:48.313001 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-62cd21fd-aa25-4ab0-ad58-c05277d1e6af req-bff2f6a9-f808-46fb-81b9-33e73d2a1c35 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0f725a-8484-467d-a595-53e3f273d341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316331 Sep 22 17:00:49.425869 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b834796-a80f-41db-8193-e5d528842f22 req-a1271bc8-4263-4d37-be9f-0fc54d4ee36b tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:00:49.427239 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-6b834796-a80f-41db-8193-e5d528842f22 req-a1271bc8-4263-4d37-be9f-0fc54d4ee36b tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/ports?device_id=b630bc0d-0f87-474c-9934-52a917cab7a4 HTTP/1.1" status: 200 len: 943 time: 0.0489659 Sep 22 17:00:49.463776 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-6b834796-a80f-41db-8193-e5d528842f22 req-288b7e46-c96b-4a47-b73e-20ac4303911e tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0f725a-8484-467d-a595-53e3f273d341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307453 Sep 22 17:00:50.377223 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device 979da809-3017-4f7b-8cfd-11a725dd2e9f details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=100454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 17:00:50.470886 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port 979da809-3017-4f7b-8cfd-11a725dd2e9f, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=979da809-3017-4f7b-8cfd-11a725dd2e9f,segment=NetworkSegment(dd380fdf-1155-4016-85b1-0a23a36a9643),segment_id=dd380fdf-1155-4016-85b1-0a23a36a9643)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:00:50.481920 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Returning: {'device': '979da809-3017-4f7b-8cfd-11a725dd2e9f', 'network_id': 'f317e20e-7578-45f9-b08d-af7bc544468a', 'port_id': '979da809-3017-4f7b-8cfd-11a725dd2e9f', 'mac_address': 'fa:16:3e:ac:4d:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1099, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a86b33bd-ef02-44db-90e9-9f44bc14f7c2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 17:00:50.518369 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:50.534978 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.notifiers.nova [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 979da809-3017-4f7b-8cfd-11a725dd2e9f {{(pid=100454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 17:00:50.553318 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port 979da809-3017-4f7b-8cfd-11a725dd2e9f, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=979da809-3017-4f7b-8cfd-11a725dd2e9f,segment=NetworkSegment(dd380fdf-1155-4016-85b1-0a23a36a9643),segment_id=dd380fdf-1155-4016-85b1-0a23a36a9643)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:00:50.557872 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:50.576940 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64112fd7-71f1-4801-95bb-0643957e1488 req-fb3e9b0e-b6ee-4fc5-8022-6cccba78ee39 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:00:50.578464 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-64112fd7-71f1-4801-95bb-0643957e1488 req-fb3e9b0e-b6ee-4fc5-8022-6cccba78ee39 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/ports?device_id=b630bc0d-0f87-474c-9934-52a917cab7a4 HTTP/1.1" status: 200 len: 943 time: 0.0486717 Sep 22 17:00:50.610291 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Pushing event updated for resources: {'Port': ['ID=979da809-3017-4f7b-8cfd-11a725dd2e9f,revision_number=4']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:50.615718 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-64112fd7-71f1-4801-95bb-0643957e1488 req-cc6b671d-5409-49b8-bb1a-2add1f2cc6d7 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0f725a-8484-467d-a595-53e3f273d341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313795 Sep 22 17:00:50.940278 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] get_ports_and_sgs() called for port_ids ['979da809-3017-4f7b-8cfd-11a725dd2e9f'] {{(pid=100454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 17:00:51.730316 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951bd1b4-2980-4ff9-9530-c38fd7f2c0f0 req-32fed4b2-c48a-4954-b65d-d5b77e5cf9b4 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:00:51.732742 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-951bd1b4-2980-4ff9-9530-c38fd7f2c0f0 req-32fed4b2-c48a-4954-b65d-d5b77e5cf9b4 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/ports?device_id=b630bc0d-0f87-474c-9934-52a917cab7a4 HTTP/1.1" status: 200 len: 944 time: 0.0521889 Sep 22 17:00:51.769541 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-951bd1b4-2980-4ff9-9530-c38fd7f2c0f0 req-8e30225f-1b8a-416e-98e4-26e265832ea4 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0f725a-8484-467d-a595-53e3f273d341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310171 Sep 22 17:00:52.392868 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device 979da809-3017-4f7b-8cfd-11a725dd2e9f up at agent hyperv_hv-cinder-80996 {{(pid=100454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:00:52.443633 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Provisioning for port 979da809-3017-4f7b-8cfd-11a725dd2e9f completed by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:00:52.447310 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Provisioning complete for port 979da809-3017-4f7b-8cfd-11a725dd2e9f triggered by entity L2. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:00:52.447750 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:52.524052 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:52.547941 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b630bc0d-0f87-474c-9934-52a917cab7a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '979da809-3017-4f7b-8cfd-11a725dd2e9f'}] {{(pid=100454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:00:52.550261 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16d40b4f2de209020387121264880f1a965f25742078a59137d58ca0948e8304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d4234bc-3e91-4248-8fa2-ed41ab379de6" -d '{"events": [{"server_uuid": "b630bc0d-0f87-474c-9934-52a917cab7a4", "name": "network-vif-plugged", "status": "completed", "tag": "979da809-3017-4f7b-8cfd-11a725dd2e9f"}]}' {{(pid=100454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:00:52.565248 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] For port 979da809-3017-4f7b-8cfd-11a725dd2e9f, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=979da809-3017-4f7b-8cfd-11a725dd2e9f,segment=NetworkSegment(dd380fdf-1155-4016-85b1-0a23a36a9643),segment_id=dd380fdf-1155-4016-85b1-0a23a36a9643)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:00:52.570654 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813'] for port, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:52.631915 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Pushing event updated for resources: {'Port': ['ID=979da809-3017-4f7b-8cfd-11a725dd2e9f,revision_number=5']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:52.742994 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 17:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88bbec70-919f-4180-9619-5cf4235ff69d x-openstack-request-id: req-88bbec70-919f-4180-9619-5cf4235ff69d {{(pid=100454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:00:52.743285 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b630bc0d-0f87-474c-9934-52a917cab7a4", "name": "network-vif-plugged", "status": "completed", "tag": "979da809-3017-4f7b-8cfd-11a725dd2e9f", "code": 200}]} {{(pid=100454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:00:52.743534 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-88bbec70-919f-4180-9619-5cf4235ff69d {{(pid=100454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:00:52.743934 dv-cinder-809968-4-iscsi neutron-server[100454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b630bc0d-0f87-474c-9934-52a917cab7a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '979da809-3017-4f7b-8cfd-11a725dd2e9f', 'code': 200} Sep 22 17:00:52.899525 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f406486-416f-436a-abb5-90f294d30d77 req-ca68dc28-5ea3-4765-9240-e3282bda91b4 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:00:52.901011 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-6f406486-416f-436a-abb5-90f294d30d77 req-ca68dc28-5ea3-4765-9240-e3282bda91b4 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/ports?device_id=b630bc0d-0f87-474c-9934-52a917cab7a4 HTTP/1.1" status: 200 len: 945 time: 0.0564106 Sep 22 17:00:52.919380 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9839d8a-01e3-4589-ac03-5a6d039a8e19 req-dc31ee06-aea9-4211-8a62-a834745d28b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:00:52.920894 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-b9839d8a-01e3-4589-ac03-5a6d039a8e19 req-dc31ee06-aea9-4211-8a62-a834745d28b3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b630bc0d-0f87-474c-9934-52a917cab7a4 HTTP/1.1" status: 200 len: 1098 time: 0.0396268 Sep 22 17:00:52.939699 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-6f406486-416f-436a-abb5-90f294d30d77 req-0869ece7-b975-4784-a652-c706d1645612 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0f725a-8484-467d-a595-53e3f273d341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321133 Sep 22 17:00:52.955903 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-b9839d8a-01e3-4589-ac03-5a6d039a8e19 req-f76a842a-4a4c-4083-8f40-9fd1d56a5beb service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=be0f725a-8484-467d-a595-53e3f273d341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286307 Sep 22 17:00:54.050151 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6244e6-c3d1-489a-b3cf-8ea29d0f044d req-253c7e41-60b3-4a38-bf0b-611abb860c18 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:00:54.051633 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-5b6244e6-c3d1-489a-b3cf-8ea29d0f044d req-253c7e41-60b3-4a38-bf0b-611abb860c18 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/ports?device_id=b630bc0d-0f87-474c-9934-52a917cab7a4 HTTP/1.1" status: 200 len: 945 time: 0.0470500 Sep 22 17:00:54.088128 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-5b6244e6-c3d1-489a-b3cf-8ea29d0f044d req-7236dc4a-6d47-42c1-ba95-173f78d2ea1c tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0f725a-8484-467d-a595-53e3f273d341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306528 Sep 22 17:00:55.204697 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354bcdaa-afd1-494e-b0be-2014393f7d40 req-7683589d-133b-4768-8666-786453e12474 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:00:55.206216 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-354bcdaa-afd1-494e-b0be-2014393f7d40 req-7683589d-133b-4768-8666-786453e12474 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/ports?device_id=b630bc0d-0f87-474c-9934-52a917cab7a4 HTTP/1.1" status: 200 len: 945 time: 0.0529475 Sep 22 17:00:55.243645 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-354bcdaa-afd1-494e-b0be-2014393f7d40 req-9cae1730-37b8-4fa1-8c77-0c1b4f1cbeb3 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0f725a-8484-467d-a595-53e3f273d341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315547 Sep 22 17:00:55.355242 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92efe40-2eff-46d1-9b9e-1c8481d757e0 req-aaf72445-3c62-48bb-aa6b-617e3ba7196a tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:00:55.356903 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-d92efe40-2eff-46d1-9b9e-1c8481d757e0 req-aaf72445-3c62-48bb-aa6b-617e3ba7196a tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/ports?device_id=b630bc0d-0f87-474c-9934-52a917cab7a4 HTTP/1.1" status: 200 len: 945 time: 0.0483103 Sep 22 17:00:55.394802 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-d92efe40-2eff-46d1-9b9e-1c8481d757e0 req-51dd4eda-3a5b-4f9d-b7cc-44b7508e42ad tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0f725a-8484-467d-a595-53e3f273d341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320520 Sep 22 17:00:55.713135 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad749075-859a-44bc-af00-ab285e849ffc req-0b918013-ece1-4399-814f-e3b12cdf19fa tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:00:55.714607 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-ad749075-859a-44bc-af00-ab285e849ffc req-0b918013-ece1-4399-814f-e3b12cdf19fa tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/ports?device_id=b630bc0d-0f87-474c-9934-52a917cab7a4 HTTP/1.1" status: 200 len: 945 time: 0.0481703 Sep 22 17:00:55.752135 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-a2163ad1-d266-4549-9703-53b0fc52474d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:55.752784 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-ad749075-859a-44bc-af00-ab285e849ffc req-5cc59c63-99a1-440e-98c5-4ec4176f3cb9 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0f725a-8484-467d-a595-53e3f273d341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317018 Sep 22 17:00:56.510105 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:58.701619 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-69a43404-e6a8-4fc5-b639-5085847f084a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:59.036189 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:59.654509 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-c376604a-15ac-4af8-994c-a8e4e85893e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:00.985685 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ea12bc52-457f-4758-858a-1e27800db098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:05.180360 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420f8069-a42a-4e40-a663-87737ee69e62 req-46b53efa-dce2-46a4-8560-3da4235c6ac8 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:01:05.181790 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-420f8069-a42a-4e40-a663-87737ee69e62 req-46b53efa-dce2-46a4-8560-3da4235c6ac8 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/ports?device_id=b630bc0d-0f87-474c-9934-52a917cab7a4 HTTP/1.1" status: 200 len: 945 time: 0.0517936 Sep 22 17:01:05.218745 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-420f8069-a42a-4e40-a663-87737ee69e62 req-0c2f24fe-524e-481d-be3b-14b380c163aa tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0f725a-8484-467d-a595-53e3f273d341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305364 Sep 22 17:01:05.241051 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 36784) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:01:05.420882 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11928dc4-710c-4821-87b2-907409ee0eb5 tempest-TestMinimumBasicScenario-1360392200 tempest-TestMinimumBasicScenario-1360392200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:01:05.422445 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-11928dc4-710c-4821-87b2-907409ee0eb5 tempest-TestMinimumBasicScenario-1360392200 tempest-TestMinimumBasicScenario-1360392200-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=b630bc0d-0f87-474c-9934-52a917cab7a4 HTTP/1.1" status: 200 len: 1093 time: 0.1803727 Sep 22 17:01:05.425452 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 36790) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:01:05.429667 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [None req-26ce928f-4acc-4e8c-b7d5-b9ab07db6632 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Request body: {'floatingip': {'floating_network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'port_id': '979da809-3017-4f7b-8cfd-11a725dd2e9f', 'tenant_id': '4956e4df9d9c485989c4117507535522', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:01:05.451494 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-26ce928f-4acc-4e8c-b7d5-b9ab07db6632 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Notify callbacks [] for floatingip, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:05.547300 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-26ce928f-4acc-4e8c-b7d5-b9ab07db6632 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:05.646537 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.db_base_plugin_common [None req-26ce928f-4acc-4e8c-b7d5-b9ab07db6632 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Allocated IP 172.27.0.59 (e265bfb9-6000-4acf-b4f9-12e0cf12940a/83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8/0eaa7536-9816-4e08-9e68-993077ce1d37) {{(pid=100452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:01:05.747464 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-26ce928f-4acc-4e8c-b7d5-b9ab07db6632 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Notify callbacks [] for port, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:05.780059 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-26ce928f-4acc-4e8c-b7d5-b9ab07db6632 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735274499777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8763924'] for port, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:05.814969 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ce928f-4acc-4e8c-b7d5-b9ab07db6632 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Network e265bfb9-6000-4acf-b4f9-12e0cf12940a is already hosted by enough agents. {{(pid=100452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:01:05.817786 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.base_scheduler [None req-26ce928f-4acc-4e8c-b7d5-b9ab07db6632 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Resources bound (agent type, host, resource id): {{(pid=100452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:01:05.821152 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ce928f-4acc-4e8c-b7d5-b9ab07db6632 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Received port after_create {{(pid=100452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 17:01:05.851523 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ce928f-4acc-4e8c-b7d5-b9ab07db6632 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Pushing event updated for resources: {'Port': ['ID=0eaa7536-9816-4e08-9e68-993077ce1d37,revision_number=1']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:06.177854 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-26ce928f-4acc-4e8c-b7d5-b9ab07db6632 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:06.244302 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-26ce928f-4acc-4e8c-b7d5-b9ab07db6632 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:06.395039 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-26ce928f-4acc-4e8c-b7d5-b9ab07db6632 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Notify callbacks [] for port, precommit_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:06.399571 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-26ce928f-4acc-4e8c-b7d5-b9ab07db6632 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8763935'] for port, after_update {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:06.468468 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ce928f-4acc-4e8c-b7d5-b9ab07db6632 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Pushing event updated for resources: {'Port': ['ID=0eaa7536-9816-4e08-9e68-993077ce1d37,revision_number=2']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:06.479582 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-26ce928f-4acc-4e8c-b7d5-b9ab07db6632 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700864'] for floatingip, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:06.577021 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.db.l3_db [None req-26ce928f-4acc-4e8c-b7d5-b9ab07db6632 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Floating IP 439dcb60-8d09-4602-bb3f-558226870985 associated. External IP: 172.27.0.59, port: 979da809-3017-4f7b-8cfd-11a725dd2e9f. Sep 22 17:01:06.774473 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26ce928f-4acc-4e8c-b7d5-b9ab07db6632 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Router bfe39fe9-d0f7-40b8-816a-9d074dc8d233 has already been hosted by L3 agent c3efc510-1e60-45c8-b68a-00a20fddc4a4 {{(pid=100452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:01:06.878225 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ce928f-4acc-4e8c-b7d5-b9ab07db6632 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Notify agent at l3_agent.dv-cinder-809968-4-iscsi the message routers_updated {{(pid=100452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:01:06.887553 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1825d2-fda8-4bba-8622-6a471402600b None None] Sync routers for ids ['bfe39fe9-d0f7-40b8-816a-9d074dc8d233'] in dv-cinder-809968-4-iscsi {{(pid=100454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:01:06.893917 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-26ce928f-4acc-4e8c-b7d5-b9ab07db6632 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306'] for floatingip, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:06.897266 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1825d2-fda8-4bba-8622-6a471402600b None None] Routers {'bfe39fe9-d0f7-40b8-816a-9d074dc8d233'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:01:06.897919 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-6c1825d2-fda8-4bba-8622-6a471402600b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T17:00:59Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['bfe39fe9-d0f7-40b8-816a-9d074dc8d233'], 'active': True} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:06.921000 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-26ce928f-4acc-4e8c-b7d5-b9ab07db6632 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4938841 Sep 22 17:01:06.921665 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b630bc0d-0f87-474c-9934-52a917cab7a4', 'tag': '979da809-3017-4f7b-8cfd-11a725dd2e9f'}] {{(pid=100452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:01:06.923903 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3daeaf716feba76a3af1624af44cd9d3b401b8dbf4d63f278f059799def7c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c97b67f-c605-4dbd-8595-58d31d7744e1" -d '{"events": [{"name": "network-changed", "server_uuid": "b630bc0d-0f87-474c-9934-52a917cab7a4", "tag": "979da809-3017-4f7b-8cfd-11a725dd2e9f"}]}' {{(pid=100452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:01:06.924970 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 36792) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:01:06.929537 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.v2.base [None req-4e9ea155-d134-4792-bb91-f7c002f171e6 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-415214288', 'description': 'tempest-secgroup-smoke-415214288 description', 'project_id': '4956e4df9d9c485989c4117507535522'}} {{(pid=100453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:01:06.954654 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-4e9ea155-d134-4792-bb91-f7c002f171e6 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Notify callbacks [] for security_group, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:06.960266 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 17:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e9bdbf5-6dbb-48d5-bacf-1f1368d566db x-openstack-request-id: req-4e9bdbf5-6dbb-48d5-bacf-1f1368d566db {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:01:06.960605 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b630bc0d-0f87-474c-9934-52a917cab7a4", "tag": "979da809-3017-4f7b-8cfd-11a725dd2e9f", "status": "completed", "code": 200}]} {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:01:06.960862 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4e9bdbf5-6dbb-48d5-bacf-1f1368d566db {{(pid=100452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:01:06.961260 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b630bc0d-0f87-474c-9934-52a917cab7a4', 'tag': '979da809-3017-4f7b-8cfd-11a725dd2e9f', 'status': 'completed', 'code': 200} Sep 22 17:01:07.006184 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvr_db [None req-6c1825d2-fda8-4bba-8622-6a471402600b None None] Set router bfe39fe9-d0f7-40b8-816a-9d074dc8d233 gateway port host: dv-cinder-809968-4-iscsi {{(pid=100454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:01:07.030465 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c97b67f-c605-4dbd-8595-58d31d7744e1 req-dddbb73b-7309-48ef-9910-34eb6039ce10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:01:07.031869 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-6c97b67f-c605-4dbd-8595-58d31d7744e1 req-dddbb73b-7309-48ef-9910-34eb6039ce10 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4956e4df9d9c485989c4117507535522&device_id=b630bc0d-0f87-474c-9934-52a917cab7a4 HTTP/1.1" status: 200 len: 1098 time: 0.0440643 Sep 22 17:01:07.042577 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-4e9ea155-d134-4792-bb91-f7c002f171e6 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Notify callbacks [] for security_group, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:07.046572 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-4e9ea155-d134-4792-bb91-f7c002f171e6 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:07.064972 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-4e9ea155-d134-4792-bb91-f7c002f171e6 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Notify callbacks [] for security_group, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:07.069006 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-4e9ea155-d134-4792-bb91-f7c002f171e6 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1401718 Sep 22 17:01:07.069415 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 36796) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:01:07.074204 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.v2.base [None req-9da76736-e2e7-4c38-bf30-fdf2ad4bf84f tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Request body: {'security_group_rule': {'security_group_id': 'de68ad31-c50b-4fd0-aad6-1cd41fb7bc91', 'project_id': '4956e4df9d9c485989c4117507535522', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:01:07.082141 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9ea155-d134-4792-bb91-f7c002f171e6 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de68ad31-c50b-4fd0-aad6-1cd41fb7bc91,revision_number=1']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:07.148091 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-9da76736-e2e7-4c38-bf30-fdf2ad4bf84f tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:07.162433 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c97b67f-c605-4dbd-8595-58d31d7744e1 req-19015ced-4059-45ca-9f1c-524301c419dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:01:07.163932 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-6c97b67f-c605-4dbd-8595-58d31d7744e1 req-19015ced-4059-45ca-9f1c-524301c419dc service neutron] 10.222.0.72 "GET /v2.0/networks?id=f317e20e-7578-45f9-b08d-af7bc544468a HTTP/1.1" status: 200 len: 917 time: 0.1247015 Sep 22 17:01:07.234958 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-6c1825d2-fda8-4bba-8622-6a471402600b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe39fe9-d0f7-40b8-816a-9d074dc8d233', 'name': 'tempest-TestMinimumBasicScenario-1704253182-router', 'tenant_id': '4956e4df9d9c485989c4117507535522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '20992e2f-115e-4957-be3f-339d0af606f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:00:10Z', 'updated_at': '2021-09-22T17:00:13Z', 'revision_number': 4, 'project_id': '4956e4df9d9c485989c4117507535522', 'gw_port': {'id': '20992e2f-115e-4957-be3f-339d0af606f1', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe39fe9-d0f7-40b8-816a-9d074dc8d233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:00:10Z', 'updated_at': '2021-09-22T17:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_floatingips': [{'id': '439dcb60-8d09-4602-bb3f-558226870985', 'tenant_id': '4956e4df9d9c485989c4117507535522', 'floating_ip_address': '172.27.0.59', 'floating_network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'router_id': 'bfe39fe9-d0f7-40b8-816a-9d074dc8d233', 'port_id': '979da809-3017-4f7b-8cfd-11a725dd2e9f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f317e20e-7578-45f9-b08d-af7bc544468a', 'mac_address': 'fa:16:3e:ac:4d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b630bc0d-0f87-474c-9934-52a917cab7a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T17:01:06Z', 'updated_at': '2021-09-22T17:01:06Z', 'revision_number': 0, 'project_id': '4956e4df9d9c485989c4117507535522', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27c792d0-959d-4364-a658-c41b62dbe631', 'name': '', 'network_id': 'f317e20e-7578-45f9-b08d-af7bc544468a', 'tenant_id': '4956e4df9d9c485989c4117507535522', 'mac_address': 'fa:16:3e:38:d4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe39fe9-d0f7-40b8-816a-9d074dc8d233', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'a86b33bd-ef02-44db-90e9-9f44bc14f7c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:00:12Z', 'updated_at': '2021-09-22T17:00:17Z', 'revision_number': 5, 'project_id': '4956e4df9d9c485989c4117507535522', 'subnets': [{'id': 'a86b33bd-ef02-44db-90e9-9f44bc14f7c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:07.256791 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-6c97b67f-c605-4dbd-8595-58d31d7744e1 req-1b12fc9e-f3b0-4f8a-bc5b-fdc925f18304 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=979da809-3017-4f7b-8cfd-11a725dd2e9f HTTP/1.1" status: 200 len: 998 time: 0.0803390 Sep 22 17:01:07.258400 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-9da76736-e2e7-4c38-bf30-fdf2ad4bf84f tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:07.262021 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-9da76736-e2e7-4c38-bf30-fdf2ad4bf84f tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605686'] for security_group_rule, after_create {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:07.264297 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1825d2-fda8-4bba-8622-6a471402600b None None] Checking router: bfe39fe9-d0f7-40b8-816a-9d074dc8d233 for host: dv-cinder-809968-4-iscsi {{(pid=100454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:01:07.273055 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1825d2-fda8-4bba-8622-6a471402600b None None] Routers {'bfe39fe9-d0f7-40b8-816a-9d074dc8d233'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:01:07.273692 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-6c1825d2-fda8-4bba-8622-6a471402600b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T17:00:59Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['bfe39fe9-d0f7-40b8-816a-9d074dc8d233'], 'active': True} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:07.311405 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da76736-e2e7-4c38-bf30-fdf2ad4bf84f tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e4f06e7-3468-498a-b92e-f9ca3c6280cb,revision_number=0']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:07.320432 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-9da76736-e2e7-4c38-bf30-fdf2ad4bf84f tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:07.321727 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-9da76736-e2e7-4c38-bf30-fdf2ad4bf84f tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2513151 Sep 22 17:01:07.324667 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 36798) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:01:07.329950 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.v2.base [None req-8a2475df-2b46-4770-ad24-da48dcd0e3f6 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Request body: {'security_group_rule': {'security_group_id': 'de68ad31-c50b-4fd0-aad6-1cd41fb7bc91', 'project_id': '4956e4df9d9c485989c4117507535522', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:01:07.338627 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c97b67f-c605-4dbd-8595-58d31d7744e1 req-8cf3c4b3-fff1-4b75-aebe-58ec9305856e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:01:07.340175 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-6c97b67f-c605-4dbd-8595-58d31d7744e1 req-8cf3c4b3-fff1-4b75-aebe-58ec9305856e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a86b33bd-ef02-44db-90e9-9f44bc14f7c2 HTTP/1.1" status: 200 len: 854 time: 0.0723858 Sep 22 17:01:07.360732 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-8a2475df-2b46-4770-ad24-da48dcd0e3f6 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:07.388681 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c97b67f-c605-4dbd-8595-58d31d7744e1 req-ffa48bdf-ef30-4a61-8b89-03a0c73d79cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:01:07.390280 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-6c97b67f-c605-4dbd-8595-58d31d7744e1 req-ffa48bdf-ef30-4a61-8b89-03a0c73d79cb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f317e20e-7578-45f9-b08d-af7bc544468a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425966 Sep 22 17:01:07.390408 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvr_db [None req-6c1825d2-fda8-4bba-8622-6a471402600b None None] Set router bfe39fe9-d0f7-40b8-816a-9d074dc8d233 gateway port host: dv-cinder-809968-4-iscsi {{(pid=100454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:01:07.410350 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-8a2475df-2b46-4770-ad24-da48dcd0e3f6 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:07.415295 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-8a2475df-2b46-4770-ad24-da48dcd0e3f6 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605686'] for security_group_rule, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:07.434210 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2475df-2b46-4770-ad24-da48dcd0e3f6 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ac10566-a500-4e25-9ad5-ad9de2090640,revision_number=0']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:07.445290 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-8a2475df-2b46-4770-ad24-da48dcd0e3f6 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:07.449064 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-8a2475df-2b46-4770-ad24-da48dcd0e3f6 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1209567 Sep 22 17:01:07.449249 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 36800) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:01:07.453946 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.v2.base [None req-840a30db-af37-44b7-8c98-191be36ee446 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Request body: {'security_group_rule': {'security_group_id': 'de68ad31-c50b-4fd0-aad6-1cd41fb7bc91', 'project_id': '4956e4df9d9c485989c4117507535522', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:01:07.483737 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-840a30db-af37-44b7-8c98-191be36ee446 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:07.491025 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-6c97b67f-c605-4dbd-8595-58d31d7744e1 req-deb60efb-1e5e-454c-ab77-fb40ad0e3a9b service neutron] 10.222.0.72 "GET /v2.0/networks/f317e20e-7578-45f9-b08d-af7bc544468a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919671 Sep 22 17:01:07.545875 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-840a30db-af37-44b7-8c98-191be36ee446 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:07.550321 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-840a30db-af37-44b7-8c98-191be36ee446 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605686'] for security_group_rule, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:07.568731 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840a30db-af37-44b7-8c98-191be36ee446 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5ca2d2f-2bf5-4539-884b-c3ddde88a6cc,revision_number=0']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:07.579047 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-840a30db-af37-44b7-8c98-191be36ee446 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:07.582908 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-840a30db-af37-44b7-8c98-191be36ee446 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1300464 Sep 22 17:01:07.583576 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 36802) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:01:07.587614 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.v2.base [None req-1297ac33-f7e3-46cb-9cc3-f046dc675cdf tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Request body: {'security_group_rule': {'security_group_id': 'de68ad31-c50b-4fd0-aad6-1cd41fb7bc91', 'project_id': '4956e4df9d9c485989c4117507535522', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:01:07.594919 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-6c97b67f-c605-4dbd-8595-58d31d7744e1 req-b28362fc-dec4-4846-b67f-f54a6dc36161 service neutron] 10.222.0.72 "GET /v2.0/networks/f317e20e-7578-45f9-b08d-af7bc544468a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935764 Sep 22 17:01:07.615372 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-1297ac33-f7e3-46cb-9cc3-f046dc675cdf tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:07.643174 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-6c1825d2-fda8-4bba-8622-6a471402600b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe39fe9-d0f7-40b8-816a-9d074dc8d233', 'name': 'tempest-TestMinimumBasicScenario-1704253182-router', 'tenant_id': '4956e4df9d9c485989c4117507535522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '20992e2f-115e-4957-be3f-339d0af606f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:00:10Z', 'updated_at': '2021-09-22T17:00:13Z', 'revision_number': 4, 'project_id': '4956e4df9d9c485989c4117507535522', 'gw_port': {'id': '20992e2f-115e-4957-be3f-339d0af606f1', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe39fe9-d0f7-40b8-816a-9d074dc8d233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:00:10Z', 'updated_at': '2021-09-22T17:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_floatingips': [{'id': '439dcb60-8d09-4602-bb3f-558226870985', 'tenant_id': '4956e4df9d9c485989c4117507535522', 'floating_ip_address': '172.27.0.59', 'floating_network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'router_id': 'bfe39fe9-d0f7-40b8-816a-9d074dc8d233', 'port_id': '979da809-3017-4f7b-8cfd-11a725dd2e9f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f317e20e-7578-45f9-b08d-af7bc544468a', 'mac_address': 'fa:16:3e:ac:4d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b630bc0d-0f87-474c-9934-52a917cab7a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T17:01:06Z', 'updated_at': '2021-09-22T17:01:06Z', 'revision_number': 0, 'project_id': '4956e4df9d9c485989c4117507535522', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27c792d0-959d-4364-a658-c41b62dbe631', 'name': '', 'network_id': 'f317e20e-7578-45f9-b08d-af7bc544468a', 'tenant_id': '4956e4df9d9c485989c4117507535522', 'mac_address': 'fa:16:3e:38:d4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe39fe9-d0f7-40b8-816a-9d074dc8d233', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'a86b33bd-ef02-44db-90e9-9f44bc14f7c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:00:12Z', 'updated_at': '2021-09-22T17:00:17Z', 'revision_number': 5, 'project_id': '4956e4df9d9c485989c4117507535522', 'subnets': [{'id': 'a86b33bd-ef02-44db-90e9-9f44bc14f7c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:07.674555 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1825d2-fda8-4bba-8622-6a471402600b None None] The sync data for ids ['bfe39fe9-d0f7-40b8-816a-9d074dc8d233'] in dv-cinder-809968-4-iscsi is: [{'id': 'bfe39fe9-d0f7-40b8-816a-9d074dc8d233', 'name': 'tempest-TestMinimumBasicScenario-1704253182-router', 'tenant_id': '4956e4df9d9c485989c4117507535522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '20992e2f-115e-4957-be3f-339d0af606f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:00:10Z', 'updated_at': '2021-09-22T17:00:13Z', 'revision_number': 4, 'project_id': '4956e4df9d9c485989c4117507535522', 'gw_port': {'id': '20992e2f-115e-4957-be3f-339d0af606f1', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe39fe9-d0f7-40b8-816a-9d074dc8d233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:00:10Z', 'updated_at': '2021-09-22T17:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_floatingips': [{'id': '439dcb60-8d09-4602-bb3f-558226870985', 'tenant_id': '4956e4df9d9c485989c4117507535522', 'floating_ip_address': '172.27.0.59', 'floating_network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'router_id': 'bfe39fe9-d0f7-40b8-816a-9d074dc8d233', 'port_id': '979da809-3017-4f7b-8cfd-11a725dd2e9f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f317e20e-7578-45f9-b08d-af7bc544468a', 'mac_address': 'fa:16:3e:ac:4d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b630bc0d-0f87-474c-9934-52a917cab7a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T17:01:06Z', 'updated_at': '2021-09-22T17:01:06Z', 'revision_number': 0, 'project_id': '4956e4df9d9c485989c4117507535522', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27c792d0-959d-4364-a658-c41b62dbe631', 'name': '', 'network_id': 'f317e20e-7578-45f9-b08d-af7bc544468a', 'tenant_id': '4956e4df9d9c485989c4117507535522', 'mac_address': 'fa:16:3e:38:d4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe39fe9-d0f7-40b8-816a-9d074dc8d233', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'a86b33bd-ef02-44db-90e9-9f44bc14f7c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:00:12Z', 'updated_at': '2021-09-22T17:00:17Z', 'revision_number': 5, 'project_id': '4956e4df9d9c485989c4117507535522', 'subnets': [{'id': 'a86b33bd-ef02-44db-90e9-9f44bc14f7c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:01:07.677424 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-1297ac33-f7e3-46cb-9cc3-f046dc675cdf tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:07.681541 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-1297ac33-f7e3-46cb-9cc3-f046dc675cdf tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605686'] for security_group_rule, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:07.699609 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1297ac33-f7e3-46cb-9cc3-f046dc675cdf tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c33ed700-f7d5-4ae1-8f18-101b98cd3804,revision_number=0']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:07.705823 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-1297ac33-f7e3-46cb-9cc3-f046dc675cdf tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:07.707115 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-1297ac33-f7e3-46cb-9cc3-f046dc675cdf tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1229889 Sep 22 17:01:07.709836 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 36804) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:01:07.714131 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.v2.base [None req-4b52ae99-dcf5-4908-a7c8-e77c5b178831 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Request body: {'security_group_rule': {'security_group_id': 'de68ad31-c50b-4fd0-aad6-1cd41fb7bc91', 'project_id': '4956e4df9d9c485989c4117507535522', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:01:07.737759 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.db.securitygroups_db [None req-4b52ae99-dcf5-4908-a7c8-e77c5b178831 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Project 4956e4df9d9c485989c4117507535522 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 17:01:07.743106 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-4b52ae99-dcf5-4908-a7c8-e77c5b178831 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:07.806245 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-4b52ae99-dcf5-4908-a7c8-e77c5b178831 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:07.810382 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-4b52ae99-dcf5-4908-a7c8-e77c5b178831 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605686'] for security_group_rule, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:07.829487 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b52ae99-dcf5-4908-a7c8-e77c5b178831 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbbfaa94-2cca-47fe-82c6-00fe9a81a877,revision_number=0']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:07.836020 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-4b52ae99-dcf5-4908-a7c8-e77c5b178831 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:07.837240 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-4b52ae99-dcf5-4908-a7c8-e77c5b178831 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1264794 Sep 22 17:01:07.840086 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 36806) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:01:07.845212 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.v2.base [None req-29b25423-b2e7-4a73-8e03-a5ccd5cf529d tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Request body: {'security_group_rule': {'security_group_id': 'de68ad31-c50b-4fd0-aad6-1cd41fb7bc91', 'project_id': '4956e4df9d9c485989c4117507535522', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:01:07.867394 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.db.securitygroups_db [None req-29b25423-b2e7-4a73-8e03-a5ccd5cf529d tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Project 4956e4df9d9c485989c4117507535522 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 17:01:07.873213 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-29b25423-b2e7-4a73-8e03-a5ccd5cf529d tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:07.881354 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d7acb3-eb2c-486f-88e7-4c06aab49b8d None None] New status for floating IP 439dcb60-8d09-4602-bb3f-558226870985: ACTIVE {{(pid=100455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:01:07.938063 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-29b25423-b2e7-4a73-8e03-a5ccd5cf529d tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:07.942968 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-29b25423-b2e7-4a73-8e03-a5ccd5cf529d tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605686'] for security_group_rule, after_create {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:07.961970 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b25423-b2e7-4a73-8e03-a5ccd5cf529d tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=576e9674-1a17-4a63-a203-b8c4e3d236a5,revision_number=0']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:07.968562 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-29b25423-b2e7-4a73-8e03-a5ccd5cf529d tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:07.969873 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-29b25423-b2e7-4a73-8e03-a5ccd5cf529d tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1288319 Sep 22 17:01:08.050399 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-e9d3dd09-2cda-46d6-9dff-dad1b86ade3b req-ad7b295e-9bd8-4d33-afde-1a69b9b5b3e0 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-415214288&fields=id&tenant_id=4956e4df9d9c485989c4117507535522 HTTP/1.1" status: 200 len: 267 time: 0.0342231 Sep 22 17:01:08.105979 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d3dd09-2cda-46d6-9dff-dad1b86ade3b req-f3a064ed-215e-4b3f-8a7a-bb26a39a563a tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:01:08.107440 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-e9d3dd09-2cda-46d6-9dff-dad1b86ade3b req-f3a064ed-215e-4b3f-8a7a-bb26a39a563a tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/ports?device_id=b630bc0d-0f87-474c-9934-52a917cab7a4 HTTP/1.1" status: 200 len: 945 time: 0.0504336 Sep 22 17:01:08.118302 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.v2.base [req-e9d3dd09-2cda-46d6-9dff-dad1b86ade3b req-81926f54-7981-40f1-b0c6-c9af533ed28b tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Request body: {'port': {'security_groups': ['be0f725a-8484-467d-a595-53e3f273d341', 'de68ad31-c50b-4fd0-aad6-1cd41fb7bc91']}} {{(pid=100453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:01:08.182868 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [req-e9d3dd09-2cda-46d6-9dff-dad1b86ade3b req-81926f54-7981-40f1-b0c6-c9af533ed28b tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:08.392660 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.db [req-e9d3dd09-2cda-46d6-9dff-dad1b86ade3b req-81926f54-7981-40f1-b0c6-c9af533ed28b tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] For port 979da809-3017-4f7b-8cfd-11a725dd2e9f, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=979da809-3017-4f7b-8cfd-11a725dd2e9f,segment=NetworkSegment(dd380fdf-1155-4016-85b1-0a23a36a9643),segment_id=dd380fdf-1155-4016-85b1-0a23a36a9643)] {{(pid=100453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:01:08.421033 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [req-e9d3dd09-2cda-46d6-9dff-dad1b86ade3b req-81926f54-7981-40f1-b0c6-c9af533ed28b tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Notify callbacks [] for port, precommit_update {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:08.425533 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [req-e9d3dd09-2cda-46d6-9dff-dad1b86ade3b req-81926f54-7981-40f1-b0c6-c9af533ed28b tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8594188'] for port, after_update {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:08.437877 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] get_ports_and_sgs() called for port_ids ['979da809-3017-4f7b-8cfd-11a725dd2e9f'] {{(pid=100454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 17:01:08.471020 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d3dd09-2cda-46d6-9dff-dad1b86ade3b req-81926f54-7981-40f1-b0c6-c9af533ed28b tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:01:08.471612 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [req-e9d3dd09-2cda-46d6-9dff-dad1b86ade3b req-81926f54-7981-40f1-b0c6-c9af533ed28b tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306'] for port, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:08.472986 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-e9d3dd09-2cda-46d6-9dff-dad1b86ade3b req-81926f54-7981-40f1-b0c6-c9af533ed28b tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "PUT /v2.0/ports/979da809-3017-4f7b-8cfd-11a725dd2e9f HTTP/1.1" status: 200 len: 981 time: 0.3590267 Sep 22 17:01:08.473461 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b630bc0d-0f87-474c-9934-52a917cab7a4', 'tag': '979da809-3017-4f7b-8cfd-11a725dd2e9f'}] {{(pid=100453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:01:08.475723 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e4dd1ec7b6bb508b8f985d0227854479c11c36687027ca7eec5a37465d8b4ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d77f4b-db34-41a6-be22-23d07579555a" -d '{"events": [{"name": "network-changed", "server_uuid": "b630bc0d-0f87-474c-9934-52a917cab7a4", "tag": "979da809-3017-4f7b-8cfd-11a725dd2e9f"}]}' {{(pid=100453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:01:08.506141 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81926f54-7981-40f1-b0c6-c9af533ed28b tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Pushing event updated for resources: {'Port': ['ID=979da809-3017-4f7b-8cfd-11a725dd2e9f,revision_number=6']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:08.557836 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] get_ports_and_sgs() called for port_ids ['979da809-3017-4f7b-8cfd-11a725dd2e9f'] {{(pid=100454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 17:01:08.586374 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a3ff1a-053a-4c98-8ab8-2a3291189062 req-7c4c18f0-0990-4116-98b1-4be1b985245e tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:01:08.588215 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-83a3ff1a-053a-4c98-8ab8-2a3291189062 req-7c4c18f0-0990-4116-98b1-4be1b985245e tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/ports?device_id=b630bc0d-0f87-474c-9934-52a917cab7a4 HTTP/1.1" status: 200 len: 984 time: 0.0540979 Sep 22 17:01:08.637463 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-83a3ff1a-053a-4c98-8ab8-2a3291189062 req-c7e0e72d-3e2a-4160-9ddb-295211927128 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0f725a-8484-467d-a595-53e3f273d341&id=de68ad31-c50b-4fd0-aad6-1cd41fb7bc91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0419774 Sep 22 17:01:08.688198 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 17:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a54f2e-2836-4c20-a4d8-18760786550f x-openstack-request-id: req-f5a54f2e-2836-4c20-a4d8-18760786550f {{(pid=100453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:01:08.688486 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b630bc0d-0f87-474c-9934-52a917cab7a4", "tag": "979da809-3017-4f7b-8cfd-11a725dd2e9f", "status": "completed", "code": 200}]} {{(pid=100453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:01:08.688757 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f5a54f2e-2836-4c20-a4d8-18760786550f {{(pid=100453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:01:08.689172 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b630bc0d-0f87-474c-9934-52a917cab7a4', 'tag': '979da809-3017-4f7b-8cfd-11a725dd2e9f', 'status': 'completed', 'code': 200} Sep 22 17:01:08.749418 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d77f4b-db34-41a6-be22-23d07579555a req-65aab2d0-9f64-4127-bee0-6737d7f9aa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:01:08.750945 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-49d77f4b-db34-41a6-be22-23d07579555a req-65aab2d0-9f64-4127-bee0-6737d7f9aa00 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4956e4df9d9c485989c4117507535522&device_id=b630bc0d-0f87-474c-9934-52a917cab7a4 HTTP/1.1" status: 200 len: 1137 time: 0.0408416 Sep 22 17:01:08.807932 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-59112f14-b882-4fdb-b78e-54c24ebeb4b8 None None] Provisioning complete for port 979da809-3017-4f7b-8cfd-11a725dd2e9f triggered by entity DHCP. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:01:08.808310 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-59112f14-b882-4fdb-b78e-54c24ebeb4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:08.841982 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d77f4b-db34-41a6-be22-23d07579555a req-d6ceac44-661c-4ff1-8d78-33fafd7bc114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:01:08.843480 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-49d77f4b-db34-41a6-be22-23d07579555a req-d6ceac44-661c-4ff1-8d78-33fafd7bc114 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f317e20e-7578-45f9-b08d-af7bc544468a HTTP/1.1" status: 200 len: 917 time: 0.0859601 Sep 22 17:01:08.908611 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-49d77f4b-db34-41a6-be22-23d07579555a req-e11bb470-28c6-43fb-9a21-d05b1ac84a69 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=979da809-3017-4f7b-8cfd-11a725dd2e9f HTTP/1.1" status: 200 len: 1000 time: 0.0577102 Sep 22 17:01:08.957293 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d77f4b-db34-41a6-be22-23d07579555a req-cfb171d1-61e0-4e6b-acde-7366e3d7c71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:01:08.958767 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-49d77f4b-db34-41a6-be22-23d07579555a req-cfb171d1-61e0-4e6b-acde-7366e3d7c71b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a86b33bd-ef02-44db-90e9-9f44bc14f7c2 HTTP/1.1" status: 200 len: 854 time: 0.0434268 Sep 22 17:01:09.006832 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d77f4b-db34-41a6-be22-23d07579555a req-fb536bb3-776f-42fe-9848-02f85704929f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:01:09.008342 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-49d77f4b-db34-41a6-be22-23d07579555a req-fb536bb3-776f-42fe-9848-02f85704929f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f317e20e-7578-45f9-b08d-af7bc544468a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424857 Sep 22 17:01:09.097916 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-49d77f4b-db34-41a6-be22-23d07579555a req-f103607c-5a96-4fec-a7c4-c7be1ceae190 service neutron] 10.222.0.72 "GET /v2.0/networks/f317e20e-7578-45f9-b08d-af7bc544468a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818446 Sep 22 17:01:09.191184 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-49d77f4b-db34-41a6-be22-23d07579555a req-31e8d8f4-e779-4197-97a5-7e54ae002482 service neutron] 10.222.0.72 "GET /v2.0/networks/f317e20e-7578-45f9-b08d-af7bc544468a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856149 Sep 22 17:01:21.003198 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.agents_db [None req-27f04faf-824b-4b06-8ae5-89241b6ab4ba None None] Agent healthcheck: found 6 active agents {{(pid=100455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:01:25.753636 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-a4385030-f8bf-46d1-99e3-5413908a699a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:26.519996 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:28.702705 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-5f9699ef-9c64-43f5-af2f-56e43733d897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:29.037066 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:29.656422 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-c376604a-15ac-4af8-994c-a8e4e85893e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:30.987924 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ea12bc52-457f-4758-858a-1e27800db098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:36.409648 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-63a38808-fc69-43e4-9669-21fad968defc req-679c1319-7445-49f6-a064-01efeae413c2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c0ffadad-26f2-4371-99ee-0fb5193124bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406506 Sep 22 17:01:36.487354 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a38808-fc69-43e4-9669-21fad968defc req-149f1150-c38b-4547-ac79-8b529ebc5399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:01:36.488787 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-63a38808-fc69-43e4-9669-21fad968defc req-149f1150-c38b-4547-ac79-8b529ebc5399 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=539e90d12b004781baa4dc86d2602fcb&device_id=c0ffadad-26f2-4371-99ee-0fb5193124bb HTTP/1.1" status: 200 len: 1099 time: 0.0391755 Sep 22 17:01:36.597791 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a38808-fc69-43e4-9669-21fad968defc req-83c67146-0f6c-4ca3-9480-e1f2b9473491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:01:36.599263 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-63a38808-fc69-43e4-9669-21fad968defc req-83c67146-0f6c-4ca3-9480-e1f2b9473491 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f8f4386e-978e-4729-9bdc-24d4ee0cd6f1 HTTP/1.1" status: 200 len: 911 time: 0.0883198 Sep 22 17:01:36.662949 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-63a38808-fc69-43e4-9669-21fad968defc req-777c5482-63c0-424b-af6e-e61e3600e97b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=232dff2a-53dc-4bf8-9b73-8638e469e31b HTTP/1.1" status: 200 len: 1002 time: 0.0567312 Sep 22 17:01:36.714860 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a38808-fc69-43e4-9669-21fad968defc req-4b8c07fd-4c58-479b-b280-ee90e9fb27b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:01:36.716259 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-63a38808-fc69-43e4-9669-21fad968defc req-4b8c07fd-4c58-479b-b280-ee90e9fb27b7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=96c03f4d-686c-4f25-909a-981fa21718e9 HTTP/1.1" status: 200 len: 848 time: 0.0464575 Sep 22 17:01:36.760557 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a38808-fc69-43e4-9669-21fad968defc req-6cf58178-eb4a-4daa-81f8-c6364d755ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:01:36.762006 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-63a38808-fc69-43e4-9669-21fad968defc req-6cf58178-eb4a-4daa-81f8-c6364d755ffc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f8f4386e-978e-4729-9bdc-24d4ee0cd6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0379210 Sep 22 17:01:36.850511 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-63a38808-fc69-43e4-9669-21fad968defc req-e79f4d73-729c-4409-8cc2-3e98f441324d service neutron] 10.222.0.72 "GET /v2.0/networks/f8f4386e-978e-4729-9bdc-24d4ee0cd6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812948 Sep 22 17:01:37.181336 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-63a38808-fc69-43e4-9669-21fad968defc req-99c9ad34-f572-4b21-a488-432d0d80f564 service neutron] 10.222.0.72 "GET /v2.0/networks/f8f4386e-978e-4729-9bdc-24d4ee0cd6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238473 Sep 22 17:01:55.754506 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-93701a6d-9d45-46ed-9801-d4a44bcfa143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:56.508596 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:58.001036 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.agents_db [None req-27f04faf-824b-4b06-8ae5-89241b6ab4ba None None] Agent healthcheck: found 6 active agents {{(pid=100455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:01:58.703555 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-db91eec5-1a4e-4865-990e-dfc71a98e29e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:59.037924 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:59.658806 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-c376604a-15ac-4af8-994c-a8e4e85893e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:00.991397 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ea12bc52-457f-4758-858a-1e27800db098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:04.483463 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 36842) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:02:04.637510 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.plugin [None req-b66f9aa2-6eff-4ede-bc92-77830460cc68 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Deleting port bad359ca-f4c1-42ea-bcac-cd2ae7b86152 {{(pid=100452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:02:04.637807 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-b66f9aa2-6eff-4ede-bc92-77830460cc68 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735274981160'] for port, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:04.713591 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-b66f9aa2-6eff-4ede-bc92-77830460cc68 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697305'] for port, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:04.713963 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-b66f9aa2-6eff-4ede-bc92-77830460cc68 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:04.725056 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.plugin [None req-b66f9aa2-6eff-4ede-bc92-77830460cc68 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Calling delete_port for bad359ca-f4c1-42ea-bcac-cd2ae7b86152 owned by network:floatingip {{(pid=100452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:02:04.893651 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-b66f9aa2-6eff-4ede-bc92-77830460cc68 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735274987246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735274499786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8763924'] for port, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:04.925085 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66f9aa2-6eff-4ede-bc92-77830460cc68 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Pushing event deleted for resources: {'Port': ['ID=bad359ca-f4c1-42ea-bcac-cd2ae7b86152,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:04.950245 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66f9aa2-6eff-4ede-bc92-77830460cc68 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:04.950593 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66f9aa2-6eff-4ede-bc92-77830460cc68 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:04.950929 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66f9aa2-6eff-4ede-bc92-77830460cc68 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:04.951260 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66f9aa2-6eff-4ede-bc92-77830460cc68 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:04.951590 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66f9aa2-6eff-4ede-bc92-77830460cc68 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:04.951919 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66f9aa2-6eff-4ede-bc92-77830460cc68 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:04.952241 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66f9aa2-6eff-4ede-bc92-77830460cc68 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:04.952562 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66f9aa2-6eff-4ede-bc92-77830460cc68 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:04.952884 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66f9aa2-6eff-4ede-bc92-77830460cc68 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:04.953203 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66f9aa2-6eff-4ede-bc92-77830460cc68 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:04.953538 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66f9aa2-6eff-4ede-bc92-77830460cc68 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:04.953862 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66f9aa2-6eff-4ede-bc92-77830460cc68 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:04.995577 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-b66f9aa2-6eff-4ede-bc92-77830460cc68 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Notify callbacks [] for floatingip, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:04.995915 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.db.l3_db [None req-b66f9aa2-6eff-4ede-bc92-77830460cc68 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Floating IP 8fea6600-eccc-4b40-b078-354a3de97f45 disassociated (deleted). External IP: 172.27.0.212, port: 232dff2a-53dc-4bf8-9b73-8638e469e31b. Sep 22 17:02:05.200749 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b66f9aa2-6eff-4ede-bc92-77830460cc68 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Router 82e2ed07-e4ef-4301-8b8e-aa578f87d3e8 has already been hosted by L3 agent c3efc510-1e60-45c8-b68a-00a20fddc4a4 {{(pid=100452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:02:05.304373 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b66f9aa2-6eff-4ede-bc92-77830460cc68 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Notify agent at l3_agent.dv-cinder-809968-4-iscsi the message routers_updated {{(pid=100452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:02:05.310001 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-b66f9aa2-6eff-4ede-bc92-77830460cc68 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306'] for floatingip, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:05.314437 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8bcbb7-8463-487a-b641-9f609999d8d5 None None] Sync routers for ids ['82e2ed07-e4ef-4301-8b8e-aa578f87d3e8'] in dv-cinder-809968-4-iscsi {{(pid=100454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:02:05.323343 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8bcbb7-8463-487a-b641-9f609999d8d5 None None] Routers {'82e2ed07-e4ef-4301-8b8e-aa578f87d3e8'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:02:05.323947 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-dc8bcbb7-8463-487a-b641-9f609999d8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T17:01:59Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['82e2ed07-e4ef-4301-8b8e-aa578f87d3e8'], 'active': True} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:05.335540 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-b66f9aa2-6eff-4ede-bc92-77830460cc68 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "DELETE /v2.0/floatingips/8fea6600-eccc-4b40-b078-354a3de97f45 HTTP/1.1" status: 204 len: 168 time: 0.8510001 Sep 22 17:02:05.336123 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0ffadad-26f2-4371-99ee-0fb5193124bb', 'tag': '232dff2a-53dc-4bf8-9b73-8638e469e31b'}] {{(pid=100452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:02:05.338470 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3daeaf716feba76a3af1624af44cd9d3b401b8dbf4d63f278f059799def7c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7388e9b2-fb93-4be9-a64d-04b3553de88e" -d '{"events": [{"name": "network-changed", "server_uuid": "c0ffadad-26f2-4371-99ee-0fb5193124bb", "tag": "232dff2a-53dc-4bf8-9b73-8638e469e31b"}]}' {{(pid=100452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:02:05.500096 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 17:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3140650f-d709-4a76-8eee-b6f178fcfa48 x-openstack-request-id: req-3140650f-d709-4a76-8eee-b6f178fcfa48 {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:02:05.500713 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0ffadad-26f2-4371-99ee-0fb5193124bb", "tag": "232dff2a-53dc-4bf8-9b73-8638e469e31b", "status": "completed", "code": 200}]} {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:02:05.500713 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3140650f-d709-4a76-8eee-b6f178fcfa48 {{(pid=100452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:02:05.501139 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0ffadad-26f2-4371-99ee-0fb5193124bb', 'tag': '232dff2a-53dc-4bf8-9b73-8638e469e31b', 'status': 'completed', 'code': 200} Sep 22 17:02:05.553268 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvr_db [None req-dc8bcbb7-8463-487a-b641-9f609999d8d5 None None] Set router 82e2ed07-e4ef-4301-8b8e-aa578f87d3e8 gateway port host: dv-cinder-809968-4-iscsi {{(pid=100454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:02:05.572678 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388e9b2-fb93-4be9-a64d-04b3553de88e req-c4732e98-7933-4035-98fb-41afde5daca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:02:05.574278 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-7388e9b2-fb93-4be9-a64d-04b3553de88e req-c4732e98-7933-4035-98fb-41afde5daca3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=539e90d12b004781baa4dc86d2602fcb&device_id=c0ffadad-26f2-4371-99ee-0fb5193124bb HTTP/1.1" status: 200 len: 1099 time: 0.0420401 Sep 22 17:02:05.677941 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388e9b2-fb93-4be9-a64d-04b3553de88e req-1e31936b-7cc4-4b54-a153-50b397f541cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:02:05.679471 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-7388e9b2-fb93-4be9-a64d-04b3553de88e req-1e31936b-7cc4-4b54-a153-50b397f541cd service neutron] 10.222.0.72 "GET /v2.0/networks?id=f8f4386e-978e-4729-9bdc-24d4ee0cd6f1 HTTP/1.1" status: 200 len: 911 time: 0.0962784 Sep 22 17:02:05.724594 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-7388e9b2-fb93-4be9-a64d-04b3553de88e req-5c2b7df7-c0f0-4057-ac49-54badc9bbcc3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=232dff2a-53dc-4bf8-9b73-8638e469e31b HTTP/1.1" status: 200 len: 217 time: 0.0360296 Sep 22 17:02:05.767944 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-dc8bcbb7-8463-487a-b641-9f609999d8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e2ed07-e4ef-4301-8b8e-aa578f87d3e8', 'name': 'tempest-TestShelveInstance-1412775713-router', 'tenant_id': '539e90d12b004781baa4dc86d2602fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '6124e9f7-be11-4274-b2a1-d9312930de20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:54:41Z', 'updated_at': '2021-09-22T16:54:43Z', 'revision_number': 4, 'project_id': '539e90d12b004781baa4dc86d2602fcb', 'gw_port': {'id': '6124e9f7-be11-4274-b2a1-d9312930de20', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:44:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e2ed07-e4ef-4301-8b8e-aa578f87d3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:54:41Z', 'updated_at': '2021-09-22T16:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_interfaces': [{'id': '30523a6d-7d4d-4ef0-824a-8eb0d1b2b431', 'name': '', 'network_id': 'f8f4386e-978e-4729-9bdc-24d4ee0cd6f1', 'tenant_id': '539e90d12b004781baa4dc86d2602fcb', 'mac_address': 'fa:16:3e:fb:22:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e2ed07-e4ef-4301-8b8e-aa578f87d3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '96c03f4d-686c-4f25-909a-981fa21718e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:54:43Z', 'updated_at': '2021-09-22T16:54:48Z', 'revision_number': 5, 'project_id': '539e90d12b004781baa4dc86d2602fcb', 'subnets': [{'id': '96c03f4d-686c-4f25-909a-981fa21718e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:05.779072 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388e9b2-fb93-4be9-a64d-04b3553de88e req-5a62fb19-008c-479b-b43d-4fa509909ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:02:05.780551 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-7388e9b2-fb93-4be9-a64d-04b3553de88e req-5a62fb19-008c-479b-b43d-4fa509909ca7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=96c03f4d-686c-4f25-909a-981fa21718e9 HTTP/1.1" status: 200 len: 848 time: 0.0482266 Sep 22 17:02:05.795552 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8bcbb7-8463-487a-b641-9f609999d8d5 None None] Checking router: 82e2ed07-e4ef-4301-8b8e-aa578f87d3e8 for host: dv-cinder-809968-4-iscsi {{(pid=100454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:02:05.807345 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8bcbb7-8463-487a-b641-9f609999d8d5 None None] Routers {'82e2ed07-e4ef-4301-8b8e-aa578f87d3e8'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:02:05.808034 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-dc8bcbb7-8463-487a-b641-9f609999d8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T17:01:59Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['82e2ed07-e4ef-4301-8b8e-aa578f87d3e8'], 'active': True} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:05.832995 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388e9b2-fb93-4be9-a64d-04b3553de88e req-fdd6ca99-2120-4da4-8933-449c18dbd8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:02:05.833788 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f9003-7dd5-4c4c-a563-b3d26799dc7b req-f1469ba7-43b4-496b-a3eb-a083c3db21f6 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:02:05.834506 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-7388e9b2-fb93-4be9-a64d-04b3553de88e req-fdd6ca99-2120-4da4-8933-449c18dbd8ec service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f8f4386e-978e-4729-9bdc-24d4ee0cd6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453730 Sep 22 17:02:05.835295 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-1e4f9003-7dd5-4c4c-a563-b3d26799dc7b req-f1469ba7-43b4-496b-a3eb-a083c3db21f6 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0ffadad-26f2-4371-99ee-0fb5193124bb HTTP/1.1" status: 200 len: 946 time: 0.2891192 Sep 22 17:02:05.872790 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-1e4f9003-7dd5-4c4c-a563-b3d26799dc7b req-c610e12b-81a9-4bd7-9788-b4cfbe3f0be2 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/security-groups?id=8181c2dd-9d82-4af3-8b34-bfe3de99173c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310488 Sep 22 17:02:05.918078 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvr_db [None req-dc8bcbb7-8463-487a-b641-9f609999d8d5 None None] Set router 82e2ed07-e4ef-4301-8b8e-aa578f87d3e8 gateway port host: dv-cinder-809968-4-iscsi {{(pid=100454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:02:05.925573 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-7388e9b2-fb93-4be9-a64d-04b3553de88e req-865d0a86-3096-44c5-9016-532db600875d service neutron] 10.222.0.72 "GET /v2.0/networks/f8f4386e-978e-4729-9bdc-24d4ee0cd6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830872 Sep 22 17:02:06.023991 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-7388e9b2-fb93-4be9-a64d-04b3553de88e req-b8b30849-036e-4bd5-9f09-ac58e517b311 service neutron] 10.222.0.72 "GET /v2.0/networks/f8f4386e-978e-4729-9bdc-24d4ee0cd6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868967 Sep 22 17:02:06.112549 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-dc8bcbb7-8463-487a-b641-9f609999d8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e2ed07-e4ef-4301-8b8e-aa578f87d3e8', 'name': 'tempest-TestShelveInstance-1412775713-router', 'tenant_id': '539e90d12b004781baa4dc86d2602fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '6124e9f7-be11-4274-b2a1-d9312930de20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:54:41Z', 'updated_at': '2021-09-22T16:54:43Z', 'revision_number': 4, 'project_id': '539e90d12b004781baa4dc86d2602fcb', 'gw_port': {'id': '6124e9f7-be11-4274-b2a1-d9312930de20', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:44:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e2ed07-e4ef-4301-8b8e-aa578f87d3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:54:41Z', 'updated_at': '2021-09-22T16:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_interfaces': [{'id': '30523a6d-7d4d-4ef0-824a-8eb0d1b2b431', 'name': '', 'network_id': 'f8f4386e-978e-4729-9bdc-24d4ee0cd6f1', 'tenant_id': '539e90d12b004781baa4dc86d2602fcb', 'mac_address': 'fa:16:3e:fb:22:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e2ed07-e4ef-4301-8b8e-aa578f87d3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '96c03f4d-686c-4f25-909a-981fa21718e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:54:43Z', 'updated_at': '2021-09-22T16:54:48Z', 'revision_number': 5, 'project_id': '539e90d12b004781baa4dc86d2602fcb', 'subnets': [{'id': '96c03f4d-686c-4f25-909a-981fa21718e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:06.142428 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8bcbb7-8463-487a-b641-9f609999d8d5 None None] The sync data for ids ['82e2ed07-e4ef-4301-8b8e-aa578f87d3e8'] in dv-cinder-809968-4-iscsi is: [{'id': '82e2ed07-e4ef-4301-8b8e-aa578f87d3e8', 'name': 'tempest-TestShelveInstance-1412775713-router', 'tenant_id': '539e90d12b004781baa4dc86d2602fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '6124e9f7-be11-4274-b2a1-d9312930de20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:54:41Z', 'updated_at': '2021-09-22T16:54:43Z', 'revision_number': 4, 'project_id': '539e90d12b004781baa4dc86d2602fcb', 'gw_port': {'id': '6124e9f7-be11-4274-b2a1-d9312930de20', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:44:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e2ed07-e4ef-4301-8b8e-aa578f87d3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:54:41Z', 'updated_at': '2021-09-22T16:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_interfaces': [{'id': '30523a6d-7d4d-4ef0-824a-8eb0d1b2b431', 'name': '', 'network_id': 'f8f4386e-978e-4729-9bdc-24d4ee0cd6f1', 'tenant_id': '539e90d12b004781baa4dc86d2602fcb', 'mac_address': 'fa:16:3e:fb:22:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e2ed07-e4ef-4301-8b8e-aa578f87d3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '96c03f4d-686c-4f25-909a-981fa21718e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:54:43Z', 'updated_at': '2021-09-22T16:54:48Z', 'revision_number': 5, 'project_id': '539e90d12b004781baa4dc86d2602fcb', 'subnets': [{'id': '96c03f4d-686c-4f25-909a-981fa21718e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:02:06.356868 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3713a80-66fa-45c4-a5cf-f20271a425ee None None] New status for floating IP 8fea6600-eccc-4b40-b078-354a3de97f45: DOWN {{(pid=100455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:02:06.984800 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d50e9-638c-4ac3-9fb7-ade502404734 req-2fd077d1-5cd2-4acd-8922-8d613cdf412b tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:02:06.986262 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-5c9d50e9-638c-4ac3-9fb7-ade502404734 req-2fd077d1-5cd2-4acd-8922-8d613cdf412b tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0ffadad-26f2-4371-99ee-0fb5193124bb HTTP/1.1" status: 200 len: 946 time: 0.0478427 Sep 22 17:02:07.022628 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-5c9d50e9-638c-4ac3-9fb7-ade502404734 req-80ae14aa-710a-46ac-90ec-2df628dce188 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/security-groups?id=8181c2dd-9d82-4af3-8b34-bfe3de99173c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305789 Sep 22 17:02:07.407466 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c0908-a1b1-4f3d-bc13-62846a7a618d req-29056227-b54b-4e1d-914a-7f186b659325 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:02:07.408906 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-0b5c0908-a1b1-4f3d-bc13-62846a7a618d req-29056227-b54b-4e1d-914a-7f186b659325 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0ffadad-26f2-4371-99ee-0fb5193124bb HTTP/1.1" status: 200 len: 946 time: 0.0493991 Sep 22 17:02:07.502336 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.plugin [req-0b5c0908-a1b1-4f3d-bc13-62846a7a618d req-1b0dc873-a6d6-4f8f-b70e-7269437bcd57 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Deleting port 232dff2a-53dc-4bf8-9b73-8638e469e31b {{(pid=100452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:02:07.502678 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-0b5c0908-a1b1-4f3d-bc13-62846a7a618d req-1b0dc873-a6d6-4f8f-b70e-7269437bcd57 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735274981160'] for port, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:07.585817 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.db [req-0b5c0908-a1b1-4f3d-bc13-62846a7a618d req-1b0dc873-a6d6-4f8f-b70e-7269437bcd57 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] For port 232dff2a-53dc-4bf8-9b73-8638e469e31b, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=232dff2a-53dc-4bf8-9b73-8638e469e31b,segment=NetworkSegment(31220470-9569-42d0-934c-b509819951d9),segment_id=31220470-9569-42d0-934c-b509819951d9)] {{(pid=100452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:02:07.586173 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-0b5c0908-a1b1-4f3d-bc13-62846a7a618d req-1b0dc873-a6d6-4f8f-b70e-7269437bcd57 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697305'] for port, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:07.598020 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.plugin [req-0b5c0908-a1b1-4f3d-bc13-62846a7a618d req-1b0dc873-a6d6-4f8f-b70e-7269437bcd57 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Calling delete_port for 232dff2a-53dc-4bf8-9b73-8638e469e31b owned by compute:nova {{(pid=100452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:02:07.721264 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-0b5c0908-a1b1-4f3d-bc13-62846a7a618d req-1b0dc873-a6d6-4f8f-b70e-7269437bcd57 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735274987246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735274499786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8763924'] for port, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:07.748933 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0dc873-a6d6-4f8f-b70e-7269437bcd57 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Pushing event deleted for resources: {'Port': ['ID=232dff2a-53dc-4bf8-9b73-8638e469e31b,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:07.795958 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b5c0908-a1b1-4f3d-bc13-62846a7a618d req-1b0dc873-a6d6-4f8f-b70e-7269437bcd57 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] No DVR routers for this DVR port 232dff2a-53dc-4bf8-9b73-8638e469e31b on host hv-cinder-80996 {{(pid=100452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:02:07.798601 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-0b5c0908-a1b1-4f3d-bc13-62846a7a618d req-1b0dc873-a6d6-4f8f-b70e-7269437bcd57 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306'] for port, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:07.800564 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-0b5c0908-a1b1-4f3d-bc13-62846a7a618d req-1b0dc873-a6d6-4f8f-b70e-7269437bcd57 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.72 "DELETE /v2.0/ports/232dff2a-53dc-4bf8-9b73-8638e469e31b HTTP/1.1" status: 204 len: 173 time: 0.3835623 Sep 22 17:02:07.801007 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ffadad-26f2-4371-99ee-0fb5193124bb', 'name': 'network-vif-deleted', 'tag': '232dff2a-53dc-4bf8-9b73-8638e469e31b'}] {{(pid=100452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:02:07.803280 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3daeaf716feba76a3af1624af44cd9d3b401b8dbf4d63f278f059799def7c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5adbb5c4-f449-4e6c-84f7-be890f7ceb86" -d '{"events": [{"server_uuid": "c0ffadad-26f2-4371-99ee-0fb5193124bb", "name": "network-vif-deleted", "tag": "232dff2a-53dc-4bf8-9b73-8638e469e31b"}]}' {{(pid=100452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:02:07.843552 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 17:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6e235c-4d9f-467a-b9a8-011f5aaab7a7 x-openstack-request-id: req-2c6e235c-4d9f-467a-b9a8-011f5aaab7a7 {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:02:07.843968 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0ffadad-26f2-4371-99ee-0fb5193124bb", "name": "network-vif-deleted", "tag": "232dff2a-53dc-4bf8-9b73-8638e469e31b", "status": "completed", "code": 200}]} {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:02:07.844302 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2c6e235c-4d9f-467a-b9a8-011f5aaab7a7 {{(pid=100452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:02:07.844895 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0ffadad-26f2-4371-99ee-0fb5193124bb', 'name': 'network-vif-deleted', 'tag': '232dff2a-53dc-4bf8-9b73-8638e469e31b', 'status': 'completed', 'code': 200} Sep 22 17:02:08.119846 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-2f8ce4a4-42f9-4cdd-88cd-f256ac852f5d req-0f943396-f1eb-4c0d-ab62-3524e2f9f8d3 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0ffadad-26f2-4371-99ee-0fb5193124bb HTTP/1.1" status: 200 len: 210 time: 0.0277054 Sep 22 17:02:09.176442 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 36866) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:02:09.234926 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-554cf82f-ce0b-49e7-9ef2-283f2b512256 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Notify callbacks [] for security_group, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:09.260709 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-554cf82f-ce0b-49e7-9ef2-283f2b512256 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:09.323888 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-554cf82f-ce0b-49e7-9ef2-283f2b512256 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:09.326524 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-554cf82f-ce0b-49e7-9ef2-283f2b512256 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Notify callbacks [] for security_group, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:09.330227 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-554cf82f-ce0b-49e7-9ef2-283f2b512256 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] 10.222.0.66 "DELETE /v2.0/security-groups/8181c2dd-9d82-4af3-8b34-bfe3de99173c HTTP/1.1" status: 204 len: 168 time: 0.1503258 Sep 22 17:02:09.337315 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554cf82f-ce0b-49e7-9ef2-283f2b512256 tempest-TestShelveInstance-289027868 tempest-TestShelveInstance-289027868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8181c2dd-9d82-4af3-8b34-bfe3de99173c,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:09.492233 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 36874) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:02:09.548334 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63704cf6-ee88-4958-af1f-607345b46e99 req-46410a2a-1f6a-411b-9dc2-64c70b123dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:02:09.549972 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-63704cf6-ee88-4958-af1f-607345b46e99 req-46410a2a-1f6a-411b-9dc2-64c70b123dac service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4956e4df9d9c485989c4117507535522&device_id=b630bc0d-0f87-474c-9934-52a917cab7a4 HTTP/1.1" status: 200 len: 1137 time: 0.0476656 Sep 22 17:02:09.555071 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ea80a-52d1-4ebc-87d0-480fd3177dff req-a70b2f99-55c5-4e3c-ba6d-7516532b83cb tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:02:09.556778 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-1e7ea80a-52d1-4ebc-87d0-480fd3177dff req-a70b2f99-55c5-4e3c-ba6d-7516532b83cb tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/ports?device_id=b630bc0d-0f87-474c-9934-52a917cab7a4 HTTP/1.1" status: 200 len: 984 time: 0.0533664 Sep 22 17:02:09.597931 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-1e7ea80a-52d1-4ebc-87d0-480fd3177dff req-6cec3c64-4d8b-4aa0-9e62-2b1d374b88e4 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0f725a-8484-467d-a595-53e3f273d341&id=de68ad31-c50b-4fd0-aad6-1cd41fb7bc91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348001 Sep 22 17:02:09.649618 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63704cf6-ee88-4958-af1f-607345b46e99 req-ea8039e7-dea0-4d68-9cd3-da6939c66009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:02:09.652163 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-63704cf6-ee88-4958-af1f-607345b46e99 req-ea8039e7-dea0-4d68-9cd3-da6939c66009 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f317e20e-7578-45f9-b08d-af7bc544468a HTTP/1.1" status: 200 len: 917 time: 0.0947552 Sep 22 17:02:09.716019 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-63704cf6-ee88-4958-af1f-607345b46e99 req-30635200-d78b-40ae-a4d1-cd6c555f6eff service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=979da809-3017-4f7b-8cfd-11a725dd2e9f HTTP/1.1" status: 200 len: 1000 time: 0.0565457 Sep 22 17:02:09.763861 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63704cf6-ee88-4958-af1f-607345b46e99 req-7059ff40-9435-47d1-bf5b-fd962b653b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:02:09.765321 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-63704cf6-ee88-4958-af1f-607345b46e99 req-7059ff40-9435-47d1-bf5b-fd962b653b4d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a86b33bd-ef02-44db-90e9-9f44bc14f7c2 HTTP/1.1" status: 200 len: 854 time: 0.0425711 Sep 22 17:02:09.814470 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63704cf6-ee88-4958-af1f-607345b46e99 req-4d32f8e8-670c-42bd-91eb-049b9af175b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:02:09.815961 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-63704cf6-ee88-4958-af1f-607345b46e99 req-4d32f8e8-670c-42bd-91eb-049b9af175b2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f317e20e-7578-45f9-b08d-af7bc544468a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435355 Sep 22 17:02:09.906412 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-63704cf6-ee88-4958-af1f-607345b46e99 req-1e5cb7a3-6d07-41a1-a964-3e1b28662a1a service neutron] 10.222.0.72 "GET /v2.0/networks/f317e20e-7578-45f9-b08d-af7bc544468a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819440 Sep 22 17:02:09.943638 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-cd2a3f80-f58c-4d5f-b3a3-d810195b82e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699840'] for router_interface, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:10.001832 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-63704cf6-ee88-4958-af1f-607345b46e99 req-95560b54-046a-422e-aff1-92a8abaf62a5 service neutron] 10.222.0.72 "GET /v2.0/networks/f317e20e-7578-45f9-b08d-af7bc544468a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877416 Sep 22 17:02:10.195563 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.plugin [None req-cd2a3f80-f58c-4d5f-b3a3-d810195b82e7 admin admin] Deleting port 30523a6d-7d4d-4ef0-824a-8eb0d1b2b431 {{(pid=100453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:02:10.195909 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-cd2a3f80-f58c-4d5f-b3a3-d810195b82e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735274981160'] for port, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:10.277022 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.db [None req-cd2a3f80-f58c-4d5f-b3a3-d810195b82e7 admin admin] For port 30523a6d-7d4d-4ef0-824a-8eb0d1b2b431, host dv-cinder-809968-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=30523a6d-7d4d-4ef0-824a-8eb0d1b2b431,segment=NetworkSegment(31220470-9569-42d0-934c-b509819951d9),segment_id=31220470-9569-42d0-934c-b509819951d9)] {{(pid=100453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:02:10.277325 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-cd2a3f80-f58c-4d5f-b3a3-d810195b82e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697305'] for port, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:10.289184 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.plugin [None req-cd2a3f80-f58c-4d5f-b3a3-d810195b82e7 admin admin] Calling delete_port for 30523a6d-7d4d-4ef0-824a-8eb0d1b2b431 owned by network:router_interface {{(pid=100453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:02:10.463159 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-cd2a3f80-f58c-4d5f-b3a3-d810195b82e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735274987246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735274499786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8594183'] for port, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:10.486691 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2a3f80-f58c-4d5f-b3a3-d810195b82e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=30523a6d-7d4d-4ef0-824a-8eb0d1b2b431,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:10.499622 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2a3f80-f58c-4d5f-b3a3-d810195b82e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:10.500172 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2a3f80-f58c-4d5f-b3a3-d810195b82e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:10.500280 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2a3f80-f58c-4d5f-b3a3-d810195b82e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:10.500607 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2a3f80-f58c-4d5f-b3a3-d810195b82e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:10.500930 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2a3f80-f58c-4d5f-b3a3-d810195b82e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:10.501261 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2a3f80-f58c-4d5f-b3a3-d810195b82e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:10.501604 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2a3f80-f58c-4d5f-b3a3-d810195b82e7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:10.501922 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2a3f80-f58c-4d5f-b3a3-d810195b82e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:10.502327 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2a3f80-f58c-4d5f-b3a3-d810195b82e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:10.502649 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2a3f80-f58c-4d5f-b3a3-d810195b82e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:10.502966 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2a3f80-f58c-4d5f-b3a3-d810195b82e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:10.503279 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2a3f80-f58c-4d5f-b3a3-d810195b82e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:10.677864 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-cd2a3f80-f58c-4d5f-b3a3-d810195b82e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1701001'] for router_interface, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:10.755380 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cac096-0dc7-460d-8cfd-8148aaee7c64 req-234e24e1-e5b9-4afc-ab1e-709a684b22d9 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:02:10.756856 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-00cac096-0dc7-460d-8cfd-8148aaee7c64 req-234e24e1-e5b9-4afc-ab1e-709a684b22d9 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/ports?device_id=b630bc0d-0f87-474c-9934-52a917cab7a4 HTTP/1.1" status: 200 len: 984 time: 0.0870616 Sep 22 17:02:10.762098 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device 232dff2a-53dc-4bf8-9b73-8638e469e31b no longer exists at agent hyperv_hv-cinder-80996 {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:02:10.781414 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] No Port match for: 232dff2a-53dc-4bf8-9b73-8638e469e31b {{(pid=100454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 17:02:10.781762 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device 232dff2a-53dc-4bf8-9b73-8638e469e31b not bound to the agent host hv-cinder-80996 {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:02:10.836916 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-00cac096-0dc7-460d-8cfd-8148aaee7c64 req-8258d41c-bda1-403e-bd08-98b562998891 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0f725a-8484-467d-a595-53e3f273d341&id=de68ad31-c50b-4fd0-aad6-1cd41fb7bc91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0729024 Sep 22 17:02:10.946029 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd2a3f80-f58c-4d5f-b3a3-d810195b82e7 admin admin] Router 82e2ed07-e4ef-4301-8b8e-aa578f87d3e8 has already been hosted by L3 agent c3efc510-1e60-45c8-b68a-00a20fddc4a4 {{(pid=100453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:02:11.049251 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2a3f80-f58c-4d5f-b3a3-d810195b82e7 admin admin] Notify agent at l3_agent.dv-cinder-809968-4-iscsi the message routers_updated {{(pid=100453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:02:11.054183 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-cd2a3f80-f58c-4d5f-b3a3-d810195b82e7 admin admin] 10.222.0.66 "PUT /v2.0/routers/82e2ed07-e4ef-4301-8b8e-aa578f87d3e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5609140 Sep 22 17:02:11.056851 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 36880) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:02:11.059518 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f7e9e9-55ef-4eeb-b490-2d132a9f6e41 None None] Sync routers for ids ['82e2ed07-e4ef-4301-8b8e-aa578f87d3e8'] in dv-cinder-809968-4-iscsi {{(pid=100454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:02:11.068433 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f7e9e9-55ef-4eeb-b490-2d132a9f6e41 None None] Routers {'82e2ed07-e4ef-4301-8b8e-aa578f87d3e8'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:02:11.069039 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-f3f7e9e9-55ef-4eeb-b490-2d132a9f6e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T17:01:59Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['82e2ed07-e4ef-4301-8b8e-aa578f87d3e8'], 'active': True} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:11.157513 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-2696c4e7-c946-4095-9353-2ef9648656ab admin admin] Notify callbacks [] for router, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:11.175151 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvr_db [None req-f3f7e9e9-55ef-4eeb-b490-2d132a9f6e41 None None] Set router 82e2ed07-e4ef-4301-8b8e-aa578f87d3e8 gateway port host: dv-cinder-809968-4-iscsi {{(pid=100454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:02:11.256799 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-2696c4e7-c946-4095-9353-2ef9648656ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:11.309320 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.plugin [None req-2696c4e7-c946-4095-9353-2ef9648656ab admin admin] Deleting port 6124e9f7-be11-4274-b2a1-d9312930de20 {{(pid=100453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:02:11.309676 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-2696c4e7-c946-4095-9353-2ef9648656ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735274981160'] for port, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:11.351717 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-f3f7e9e9-55ef-4eeb-b490-2d132a9f6e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e2ed07-e4ef-4301-8b8e-aa578f87d3e8', 'name': 'tempest-TestShelveInstance-1412775713-router', 'tenant_id': '539e90d12b004781baa4dc86d2602fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '6124e9f7-be11-4274-b2a1-d9312930de20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:54:41Z', 'updated_at': '2021-09-22T17:02:10Z', 'revision_number': 5, 'project_id': '539e90d12b004781baa4dc86d2602fcb', 'gw_port': {'id': '6124e9f7-be11-4274-b2a1-d9312930de20', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:44:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e2ed07-e4ef-4301-8b8e-aa578f87d3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:54:41Z', 'updated_at': '2021-09-22T16:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi'}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:11.383228 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f7e9e9-55ef-4eeb-b490-2d132a9f6e41 None None] Checking router: 82e2ed07-e4ef-4301-8b8e-aa578f87d3e8 for host: dv-cinder-809968-4-iscsi {{(pid=100454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:02:11.384505 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.db [None req-2696c4e7-c946-4095-9353-2ef9648656ab admin admin] For port 6124e9f7-be11-4274-b2a1-d9312930de20, host dv-cinder-809968-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=6124e9f7-be11-4274-b2a1-d9312930de20,segment=NetworkSegment(73061bb2-74db-4070-b057-2315d4867ed3),segment_id=73061bb2-74db-4070-b057-2315d4867ed3)] {{(pid=100453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:02:11.384983 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-2696c4e7-c946-4095-9353-2ef9648656ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697305'] for port, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:11.391492 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f7e9e9-55ef-4eeb-b490-2d132a9f6e41 None None] Routers {'82e2ed07-e4ef-4301-8b8e-aa578f87d3e8'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:02:11.392105 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-f3f7e9e9-55ef-4eeb-b490-2d132a9f6e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T17:01:59Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['82e2ed07-e4ef-4301-8b8e-aa578f87d3e8'], 'active': True} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:11.397105 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.plugin [None req-2696c4e7-c946-4095-9353-2ef9648656ab admin admin] Calling delete_port for 6124e9f7-be11-4274-b2a1-d9312930de20 owned by network:router_gateway {{(pid=100453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:02:11.477418 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvr_db [None req-f3f7e9e9-55ef-4eeb-b490-2d132a9f6e41 None None] Set router 82e2ed07-e4ef-4301-8b8e-aa578f87d3e8 gateway port host: None {{(pid=100454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:02:11.530237 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-f3f7e9e9-55ef-4eeb-b490-2d132a9f6e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e2ed07-e4ef-4301-8b8e-aa578f87d3e8', 'name': 'tempest-TestShelveInstance-1412775713-router', 'tenant_id': '539e90d12b004781baa4dc86d2602fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:54:41Z', 'updated_at': '2021-09-22T17:02:11Z', 'revision_number': 6, 'project_id': '539e90d12b004781baa4dc86d2602fcb', 'gw_port_host': None}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:11.559271 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-2696c4e7-c946-4095-9353-2ef9648656ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735274987246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735274499786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8594183'] for port, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:11.560165 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f7e9e9-55ef-4eeb-b490-2d132a9f6e41 None None] The sync data for ids ['82e2ed07-e4ef-4301-8b8e-aa578f87d3e8'] in dv-cinder-809968-4-iscsi is: [{'id': '82e2ed07-e4ef-4301-8b8e-aa578f87d3e8', 'name': 'tempest-TestShelveInstance-1412775713-router', 'tenant_id': '539e90d12b004781baa4dc86d2602fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:54:41Z', 'updated_at': '2021-09-22T17:02:11Z', 'revision_number': 6, 'project_id': '539e90d12b004781baa4dc86d2602fcb', 'gw_port_host': None}] {{(pid=100454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:02:11.590702 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2696c4e7-c946-4095-9353-2ef9648656ab admin admin] Pushing event deleted for resources: {'Port': ['ID=6124e9f7-be11-4274-b2a1-d9312930de20,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:11.647902 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-2696c4e7-c946-4095-9353-2ef9648656ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700938'] for router_gateway, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:11.733829 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-2696c4e7-c946-4095-9353-2ef9648656ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1639461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16316'] for router, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:11.735830 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-2696c4e7-c946-4095-9353-2ef9648656ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:11.777095 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-2696c4e7-c946-4095-9353-2ef9648656ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1639468'] for router, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:11.777740 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2696c4e7-c946-4095-9353-2ef9648656ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82e2ed07-e4ef-4301-8b8e-aa578f87d3e8 {{(pid=100453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 17:02:11.781950 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-2696c4e7-c946-4095-9353-2ef9648656ab admin admin] Notify callbacks [] for router, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:11.783087 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-2696c4e7-c946-4095-9353-2ef9648656ab admin admin] 10.222.0.66 "DELETE /v2.0/routers/82e2ed07-e4ef-4301-8b8e-aa578f87d3e8 HTTP/1.1" status: 204 len: 168 time: 0.7253382 Sep 22 17:02:11.785634 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 36882) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:02:11.832275 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a64d796-6b5d-4378-87c5-ce0265586280 admin admin] Deleting subnet 96c03f4d-686c-4f25-909a-981fa21718e9 {{(pid=100453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 17:02:11.835199 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7a64d796-6b5d-4378-87c5-ce0265586280 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:11.868330 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7a64d796-6b5d-4378-87c5-ce0265586280 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8729350'] for subnet, precommit_delete_associations {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:11.983250 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7a64d796-6b5d-4378-87c5-ce0265586280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720017'] for subnet, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:12.012657 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac32cae-a8ea-4bbc-b008-ce8ac2e565f2 req-e2ef842f-a18b-4810-9fef-673a13fbdac8 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:02:12.014220 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-eac32cae-a8ea-4bbc-b008-ce8ac2e565f2 req-e2ef842f-a18b-4810-9fef-673a13fbdac8 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/ports?device_id=b630bc0d-0f87-474c-9934-52a917cab7a4 HTTP/1.1" status: 200 len: 984 time: 0.1091816 Sep 22 17:02:12.070763 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-eac32cae-a8ea-4bbc-b008-ce8ac2e565f2 req-5901751c-9f9a-4571-b798-81b3556bb47d tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0f725a-8484-467d-a595-53e3f273d341&id=de68ad31-c50b-4fd0-aad6-1cd41fb7bc91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0468931 Sep 22 17:02:12.081782 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7a64d796-6b5d-4378-87c5-ce0265586280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8594266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10141730'] for subnet, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:12.107413 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a64d796-6b5d-4378-87c5-ce0265586280 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96c03f4d-686c-4f25-909a-981fa21718e9,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:12.111441 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7a64d796-6b5d-4378-87c5-ce0265586280 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:12.113237 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-7a64d796-6b5d-4378-87c5-ce0265586280 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/96c03f4d-686c-4f25-909a-981fa21718e9 HTTP/1.1" status: 204 len: 168 time: 0.3266208 Sep 22 17:02:12.116373 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 36886) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:02:12.121838 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8627aa98-c261-436f-a010-975451621ed5 None None] Network f8f4386e-978e-4729-9bdc-24d4ee0cd6f1 requested from dv-cinder-809968-4-iscsi {{(pid=100454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 17:02:12.359090 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462e022e-7be8-442f-bde2-e461ee1a8c07 None None] DHCP port deletion for f8f4386e-978e-4729-9bdc-24d4ee0cd6f1 request from dv-cinder-809968-4-iscsi {{(pid=100454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 17:02:12.419547 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 30523a6d-7d4d-4ef0-824a-8eb0d1b2b431 no longer exists at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:02:12.433086 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-1d309ca8-5b53-48c4-b42a-d04e2a9dbe09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638825'] for network, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:12.443595 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] No Port match for: 30523a6d-7d4d-4ef0-824a-8eb0d1b2b431 {{(pid=100454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 17:02:12.443946 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 30523a6d-7d4d-4ef0-824a-8eb0d1b2b431 not bound to the agent host dv-cinder-809968-4-iscsi {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:02:12.446068 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-462e022e-7be8-442f-bde2-e461ee1a8c07 None None] Deleting port 7a3b8612-c11e-4c36-8ea0-a342770536a3 {{(pid=100454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:02:12.446450 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-462e022e-7be8-442f-bde2-e461ee1a8c07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735274981160'] for port, before_delete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:12.488877 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.plugin [None req-1d309ca8-5b53-48c4-b42a-d04e2a9dbe09 admin admin] Deleting port 7a3b8612-c11e-4c36-8ea0-a342770536a3 {{(pid=100453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:02:12.489219 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-1d309ca8-5b53-48c4-b42a-d04e2a9dbe09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735274981160'] for port, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:12.517161 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-462e022e-7be8-442f-bde2-e461ee1a8c07 None None] For port 7a3b8612-c11e-4c36-8ea0-a342770536a3, host dv-cinder-809968-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=7a3b8612-c11e-4c36-8ea0-a342770536a3,segment=NetworkSegment(31220470-9569-42d0-934c-b509819951d9),segment_id=31220470-9569-42d0-934c-b509819951d9)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:02:12.517473 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-462e022e-7be8-442f-bde2-e461ee1a8c07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697305'] for port, precommit_delete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:12.530334 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-462e022e-7be8-442f-bde2-e461ee1a8c07 None None] Calling delete_port for 7a3b8612-c11e-4c36-8ea0-a342770536a3 owned by network:dhcp {{(pid=100454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:02:12.554232 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.db [None req-1d309ca8-5b53-48c4-b42a-d04e2a9dbe09 admin admin] For port 7a3b8612-c11e-4c36-8ea0-a342770536a3, host dv-cinder-809968-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=7a3b8612-c11e-4c36-8ea0-a342770536a3,segment=NetworkSegment(31220470-9569-42d0-934c-b509819951d9),segment_id=31220470-9569-42d0-934c-b509819951d9)] {{(pid=100453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:02:12.554600 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-1d309ca8-5b53-48c4-b42a-d04e2a9dbe09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697305'] for port, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:12.567623 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.plugin [None req-1d309ca8-5b53-48c4-b42a-d04e2a9dbe09 admin admin] Calling delete_port for 7a3b8612-c11e-4c36-8ea0-a342770536a3 owned by network:dhcp {{(pid=100453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:02:12.621606 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-462e022e-7be8-442f-bde2-e461ee1a8c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735274987246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735274499786'] for port, after_delete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:12.647469 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462e022e-7be8-442f-bde2-e461ee1a8c07 None None] Pushing event deleted for resources: {'Port': ['ID=7a3b8612-c11e-4c36-8ea0-a342770536a3,revision_number=None']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:12.652642 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-1d309ca8-5b53-48c4-b42a-d04e2a9dbe09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735274987246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735274499786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8594183'] for port, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:12.652925 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462e022e-7be8-442f-bde2-e461ee1a8c07 None None] No DVR routers for this DVR port 7a3b8612-c11e-4c36-8ea0-a342770536a3 on host dv-cinder-809968-4-iscsi {{(pid=100454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:02:12.668650 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462e022e-7be8-442f-bde2-e461ee1a8c07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:12.669003 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462e022e-7be8-442f-bde2-e461ee1a8c07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:12.669346 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462e022e-7be8-442f-bde2-e461ee1a8c07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:12.669706 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462e022e-7be8-442f-bde2-e461ee1a8c07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:12.670200 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462e022e-7be8-442f-bde2-e461ee1a8c07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:12.670533 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462e022e-7be8-442f-bde2-e461ee1a8c07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:12.670867 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462e022e-7be8-442f-bde2-e461ee1a8c07 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:12.671194 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462e022e-7be8-442f-bde2-e461ee1a8c07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:12.671522 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462e022e-7be8-442f-bde2-e461ee1a8c07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:12.671846 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462e022e-7be8-442f-bde2-e461ee1a8c07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:12.672169 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462e022e-7be8-442f-bde2-e461ee1a8c07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:12.672487 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462e022e-7be8-442f-bde2-e461ee1a8c07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:12.683363 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d309ca8-5b53-48c4-b42a-d04e2a9dbe09 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a3b8612-c11e-4c36-8ea0-a342770536a3,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:12.685517 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d309ca8-5b53-48c4-b42a-d04e2a9dbe09 admin admin] No DVR routers for this DVR port 7a3b8612-c11e-4c36-8ea0-a342770536a3 on host dv-cinder-809968-4-iscsi {{(pid=100453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:02:12.755485 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-1d309ca8-5b53-48c4-b42a-d04e2a9dbe09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705832', 'neutron.services.segments.db._delete_segments_for_network-8735275045268'] for network, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:12.776045 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.services.segments.db [None req-1d309ca8-5b53-48c4-b42a-d04e2a9dbe09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8f4386e-978e-4729-9bdc-24d4ee0cd6f1']}} {{(pid=100453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:12.784880 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.services.segments.db [None req-1d309ca8-5b53-48c4-b42a-d04e2a9dbe09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31220470-9569-42d0-934c-b509819951d9') {'for_net_delete': True} {{(pid=100453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:12.785174 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.services.segments.db [None req-1d309ca8-5b53-48c4-b42a-d04e2a9dbe09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31220470-9569-42d0-934c-b509819951d9') {} {{(pid=100453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:12.794206 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-1d309ca8-5b53-48c4-b42a-d04e2a9dbe09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735275044765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8729375'] for segment, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:12.807202 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-1d309ca8-5b53-48c4-b42a-d04e2a9dbe09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720390'] for segment, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:12.813705 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d309ca8-5b53-48c4-b42a-d04e2a9dbe09 admin admin] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=100453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:02:12.814105 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-1d309ca8-5b53-48c4-b42a-d04e2a9dbe09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8594164'] for segment, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:12.815805 dv-cinder-809968-4-iscsi neutron-server[100453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:02:12.815805 dv-cinder-809968-4-iscsi neutron-server[100453]: self.session.flush() Sep 22 17:02:12.815805 dv-cinder-809968-4-iscsi neutron-server[100453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:02:12.815805 dv-cinder-809968-4-iscsi neutron-server[100453]: self.session.flush() Sep 22 17:02:12.815805 dv-cinder-809968-4-iscsi neutron-server[100453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:02:12.815805 dv-cinder-809968-4-iscsi neutron-server[100453]: self.session.flush() Sep 22 17:02:12.815805 dv-cinder-809968-4-iscsi neutron-server[100453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:02:12.815805 dv-cinder-809968-4-iscsi neutron-server[100453]: self.session.flush() Sep 22 17:02:12.815805 dv-cinder-809968-4-iscsi neutron-server[100453]: Traceback (most recent call last): Sep 22 17:02:12.815805 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 17:02:12.815805 dv-cinder-809968-4-iscsi neutron-server[100453]: timer() Sep 22 17:02:12.815805 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 17:02:12.815805 dv-cinder-809968-4-iscsi neutron-server[100453]: cb(*args, **kw) Sep 22 17:02:12.815805 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 17:02:12.815805 dv-cinder-809968-4-iscsi neutron-server[100453]: return func(*args, **kwargs) Sep 22 17:02:12.815805 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 17:02:12.815805 dv-cinder-809968-4-iscsi neutron-server[100453]: self._notify() Sep 22 17:02:12.815805 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 17:02:12.815805 dv-cinder-809968-4-iscsi neutron-server[100453]: self.callback(batched_events) Sep 22 17:02:12.815805 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 17:02:12.815805 dv-cinder-809968-4-iscsi neutron-server[100453]: event.method(event) Sep 22 17:02:12.815805 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 17:02:12.815805 dv-cinder-809968-4-iscsi neutron-server[100453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 17:02:12.815805 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 17:02:12.815805 dv-cinder-809968-4-iscsi neutron-server[100453]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 17:02:12.815805 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 17:02:12.815805 dv-cinder-809968-4-iscsi neutron-server[100453]: return f(self, *a, **k) Sep 22 17:02:12.815805 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 17:02:12.815805 dv-cinder-809968-4-iscsi neutron-server[100453]: return self._get(url).json() Sep 22 17:02:12.815805 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 17:02:12.815805 dv-cinder-809968-4-iscsi neutron-server[100453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 17:02:12.815805 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 17:02:12.815805 dv-cinder-809968-4-iscsi neutron-server[100453]: return self.request(url, 'GET', **kwargs) Sep 22 17:02:12.815805 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 17:02:12.815805 dv-cinder-809968-4-iscsi neutron-server[100453]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 17:02:12.815805 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 17:02:12.815805 dv-cinder-809968-4-iscsi neutron-server[100453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 17:02:12.815805 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 17:02:12.815805 dv-cinder-809968-4-iscsi neutron-server[100453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 17:02:12.815805 dv-cinder-809968-4-iscsi neutron-server[100453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 17:02:12.868630 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-1d309ca8-5b53-48c4-b42a-d04e2a9dbe09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700886'] for network, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:12.874547 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-1d309ca8-5b53-48c4-b42a-d04e2a9dbe09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for network, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:12.876364 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-1d309ca8-5b53-48c4-b42a-d04e2a9dbe09 admin admin] 10.222.0.66 "DELETE /v2.0/networks/f8f4386e-978e-4729-9bdc-24d4ee0cd6f1 HTTP/1.1" status: 204 len: 168 time: 0.7587736 Sep 22 17:02:12.879620 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 36888) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:02:12.887111 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d309ca8-5b53-48c4-b42a-d04e2a9dbe09 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8f4386e-978e-4729-9bdc-24d4ee0cd6f1,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:13.190007 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14436a61-9ea1-413b-8c82-738ec4304303 req-4239602c-20b2-4ad0-99fd-6efc5001dc63 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:02:13.191494 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-14436a61-9ea1-413b-8c82-738ec4304303 req-4239602c-20b2-4ad0-99fd-6efc5001dc63 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/ports?device_id=b630bc0d-0f87-474c-9934-52a917cab7a4 HTTP/1.1" status: 200 len: 984 time: 0.0520649 Sep 22 17:02:13.213019 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-5520f457-ba8f-4223-8b8c-00d7f4248592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699840'] for router_interface, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:13.231793 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-14436a61-9ea1-413b-8c82-738ec4304303 req-eda1cc21-9e92-4111-b98b-51455572d0bf tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0f725a-8484-467d-a595-53e3f273d341&id=de68ad31-c50b-4fd0-aad6-1cd41fb7bc91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333686 Sep 22 17:02:13.449704 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.plugin [None req-5520f457-ba8f-4223-8b8c-00d7f4248592 admin admin] Deleting port 54cb80f8-0066-4fad-a631-292e3380c3cf {{(pid=100452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:02:13.449955 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-5520f457-ba8f-4223-8b8c-00d7f4248592 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735274981160'] for port, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:13.528705 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.db [None req-5520f457-ba8f-4223-8b8c-00d7f4248592 admin admin] For port 54cb80f8-0066-4fad-a631-292e3380c3cf, host dv-cinder-809968-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=54cb80f8-0066-4fad-a631-292e3380c3cf,segment=NetworkSegment(d63c81ec-cef1-448c-b970-86d6c0a21970),segment_id=d63c81ec-cef1-448c-b970-86d6c0a21970)] {{(pid=100452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:02:13.529094 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-5520f457-ba8f-4223-8b8c-00d7f4248592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697305'] for port, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:13.542923 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.plugin [None req-5520f457-ba8f-4223-8b8c-00d7f4248592 admin admin] Calling delete_port for 54cb80f8-0066-4fad-a631-292e3380c3cf owned by network:router_interface {{(pid=100452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:02:13.716041 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-5520f457-ba8f-4223-8b8c-00d7f4248592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735274987246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735274499786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8763924'] for port, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:13.745081 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5520f457-ba8f-4223-8b8c-00d7f4248592 admin admin] Pushing event deleted for resources: {'Port': ['ID=54cb80f8-0066-4fad-a631-292e3380c3cf,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:13.899341 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-5520f457-ba8f-4223-8b8c-00d7f4248592 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1701001'] for router_interface, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:14.066643 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 6124e9f7-be11-4274-b2a1-d9312930de20 no longer exists at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:02:14.086863 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] No Port match for: 6124e9f7-be11-4274-b2a1-d9312930de20 {{(pid=100454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 17:02:14.087293 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 6124e9f7-be11-4274-b2a1-d9312930de20 not bound to the agent host dv-cinder-809968-4-iscsi {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:02:14.087763 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 7a3b8612-c11e-4c36-8ea0-a342770536a3 no longer exists at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:02:14.109198 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5520f457-ba8f-4223-8b8c-00d7f4248592 admin admin] Router 0774ed9f-a482-40e6-99ef-6c4955025ea2 has already been hosted by L3 agent c3efc510-1e60-45c8-b68a-00a20fddc4a4 {{(pid=100452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:02:14.109435 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] No Port match for: 7a3b8612-c11e-4c36-8ea0-a342770536a3 {{(pid=100454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 17:02:14.109681 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 7a3b8612-c11e-4c36-8ea0-a342770536a3 not bound to the agent host dv-cinder-809968-4-iscsi {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:02:14.215894 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5520f457-ba8f-4223-8b8c-00d7f4248592 admin admin] Notify agent at l3_agent.dv-cinder-809968-4-iscsi the message routers_updated {{(pid=100452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:02:14.220967 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-5520f457-ba8f-4223-8b8c-00d7f4248592 admin admin] 10.222.0.66 "PUT /v2.0/routers/0774ed9f-a482-40e6-99ef-6c4955025ea2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3402724 Sep 22 17:02:14.223549 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 36892) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:02:14.224267 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d67036e-1835-4ba5-9724-0f3979bdd4b5 None None] Sync routers for ids ['0774ed9f-a482-40e6-99ef-6c4955025ea2'] in dv-cinder-809968-4-iscsi {{(pid=100455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:02:14.234482 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d67036e-1835-4ba5-9724-0f3979bdd4b5 None None] Routers {'0774ed9f-a482-40e6-99ef-6c4955025ea2'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:02:14.235152 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-7d67036e-1835-4ba5-9724-0f3979bdd4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T17:01:59Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['0774ed9f-a482-40e6-99ef-6c4955025ea2'], 'active': True} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:14.346142 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvr_db [None req-7d67036e-1835-4ba5-9724-0f3979bdd4b5 None None] Set router 0774ed9f-a482-40e6-99ef-6c4955025ea2 gateway port host: dv-cinder-809968-4-iscsi {{(pid=100455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:02:14.367143 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102b0fb-affe-4ba7-a077-facff2d4e7d3 req-7926ef6e-3e68-4634-b522-696fcc252f49 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:02:14.368749 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-e102b0fb-affe-4ba7-a077-facff2d4e7d3 req-7926ef6e-3e68-4634-b522-696fcc252f49 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/ports?device_id=b630bc0d-0f87-474c-9934-52a917cab7a4 HTTP/1.1" status: 200 len: 984 time: 0.0519216 Sep 22 17:02:14.414630 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-e102b0fb-affe-4ba7-a077-facff2d4e7d3 req-ede82ba0-3d72-4b7b-8875-e7701f7659e7 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0f725a-8484-467d-a595-53e3f273d341&id=de68ad31-c50b-4fd0-aad6-1cd41fb7bc91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0375953 Sep 22 17:02:14.532361 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-7d67036e-1835-4ba5-9724-0f3979bdd4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0774ed9f-a482-40e6-99ef-6c4955025ea2', 'name': 'tempest-TestShelveInstance-429851856-router', 'tenant_id': '95c99993a14640a88a6cf64b51845d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '77d9e73a-84ab-44b6-9ff4-d15d70178cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:54:45Z', 'updated_at': '2021-09-22T17:02:13Z', 'revision_number': 5, 'project_id': '95c99993a14640a88a6cf64b51845d3b', 'gw_port': {'id': '77d9e73a-84ab-44b6-9ff4-d15d70178cf5', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:31:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0774ed9f-a482-40e6-99ef-6c4955025ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:54:46Z', 'updated_at': '2021-09-22T16:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi'}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:14.558769 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d67036e-1835-4ba5-9724-0f3979bdd4b5 None None] Checking router: 0774ed9f-a482-40e6-99ef-6c4955025ea2 for host: dv-cinder-809968-4-iscsi {{(pid=100455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:02:14.566893 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d67036e-1835-4ba5-9724-0f3979bdd4b5 None None] Routers {'0774ed9f-a482-40e6-99ef-6c4955025ea2'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:02:14.567498 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-7d67036e-1835-4ba5-9724-0f3979bdd4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T17:01:59Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['0774ed9f-a482-40e6-99ef-6c4955025ea2'], 'active': True} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:14.577094 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-33cae5d7-d678-408e-939b-6070402feaa8 admin admin] Notify callbacks [] for router, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:14.670161 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvr_db [None req-7d67036e-1835-4ba5-9724-0f3979bdd4b5 None None] Set router 0774ed9f-a482-40e6-99ef-6c4955025ea2 gateway port host: dv-cinder-809968-4-iscsi {{(pid=100455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:02:14.679063 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-33cae5d7-d678-408e-939b-6070402feaa8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:14.734028 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.plugin [None req-33cae5d7-d678-408e-939b-6070402feaa8 admin admin] Deleting port 77d9e73a-84ab-44b6-9ff4-d15d70178cf5 {{(pid=100452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:02:14.734375 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-33cae5d7-d678-408e-939b-6070402feaa8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735274981160'] for port, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:14.819597 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.db [None req-33cae5d7-d678-408e-939b-6070402feaa8 admin admin] For port 77d9e73a-84ab-44b6-9ff4-d15d70178cf5, host dv-cinder-809968-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=77d9e73a-84ab-44b6-9ff4-d15d70178cf5,segment=NetworkSegment(73061bb2-74db-4070-b057-2315d4867ed3),segment_id=73061bb2-74db-4070-b057-2315d4867ed3)] {{(pid=100452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:02:14.819896 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-33cae5d7-d678-408e-939b-6070402feaa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697305'] for port, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:14.832244 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.plugin [None req-33cae5d7-d678-408e-939b-6070402feaa8 admin admin] Calling delete_port for 77d9e73a-84ab-44b6-9ff4-d15d70178cf5 owned by network:router_gateway {{(pid=100452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:02:14.931870 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-7d67036e-1835-4ba5-9724-0f3979bdd4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0774ed9f-a482-40e6-99ef-6c4955025ea2', 'name': 'tempest-TestShelveInstance-429851856-router', 'tenant_id': '95c99993a14640a88a6cf64b51845d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '77d9e73a-84ab-44b6-9ff4-d15d70178cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:54:45Z', 'updated_at': '2021-09-22T17:02:13Z', 'revision_number': 5, 'project_id': '95c99993a14640a88a6cf64b51845d3b', 'gw_port': {'id': '77d9e73a-84ab-44b6-9ff4-d15d70178cf5', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:31:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0774ed9f-a482-40e6-99ef-6c4955025ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:54:46Z', 'updated_at': '2021-09-22T16:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi'}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:14.957737 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d67036e-1835-4ba5-9724-0f3979bdd4b5 None None] The sync data for ids ['0774ed9f-a482-40e6-99ef-6c4955025ea2'] in dv-cinder-809968-4-iscsi is: [{'id': '0774ed9f-a482-40e6-99ef-6c4955025ea2', 'name': 'tempest-TestShelveInstance-429851856-router', 'tenant_id': '95c99993a14640a88a6cf64b51845d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '77d9e73a-84ab-44b6-9ff4-d15d70178cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T16:54:45Z', 'updated_at': '2021-09-22T17:02:13Z', 'revision_number': 5, 'project_id': '95c99993a14640a88a6cf64b51845d3b', 'gw_port': {'id': '77d9e73a-84ab-44b6-9ff4-d15d70178cf5', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:31:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0774ed9f-a482-40e6-99ef-6c4955025ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T16:54:46Z', 'updated_at': '2021-09-22T16:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi'}] {{(pid=100455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:02:14.999866 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-33cae5d7-d678-408e-939b-6070402feaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735274987246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735274499786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8763924'] for port, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:15.024737 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cae5d7-d678-408e-939b-6070402feaa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=77d9e73a-84ab-44b6-9ff4-d15d70178cf5,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:15.087408 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-33cae5d7-d678-408e-939b-6070402feaa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700938'] for router_gateway, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:15.172918 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-33cae5d7-d678-408e-939b-6070402feaa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1639461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16316'] for router, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:15.175373 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-33cae5d7-d678-408e-939b-6070402feaa8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:15.216962 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-33cae5d7-d678-408e-939b-6070402feaa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1639468'] for router, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:15.217467 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33cae5d7-d678-408e-939b-6070402feaa8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0774ed9f-a482-40e6-99ef-6c4955025ea2 {{(pid=100452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 17:02:15.221638 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-33cae5d7-d678-408e-939b-6070402feaa8 admin admin] Notify callbacks [] for router, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:15.222769 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-33cae5d7-d678-408e-939b-6070402feaa8 admin admin] 10.222.0.66 "DELETE /v2.0/routers/0774ed9f-a482-40e6-99ef-6c4955025ea2 HTTP/1.1" status: 204 len: 168 time: 0.9982769 Sep 22 17:02:15.225382 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 36896) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:02:15.268227 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.db_base_plugin_v2 [None req-7057ffe6-c2e8-42bf-a019-8bf50b5c8506 admin admin] Deleting subnet ef3b4322-03c2-43a6-853d-1fac40a866c3 {{(pid=100452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 17:02:15.271042 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-7057ffe6-c2e8-42bf-a019-8bf50b5c8506 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:15.311074 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-7057ffe6-c2e8-42bf-a019-8bf50b5c8506 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8994896'] for subnet, precommit_delete_associations {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:15.423523 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-7057ffe6-c2e8-42bf-a019-8bf50b5c8506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720017'] for subnet, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:15.476978 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-7057ffe6-c2e8-42bf-a019-8bf50b5c8506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8763977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8763384'] for subnet, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:15.507412 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7057ffe6-c2e8-42bf-a019-8bf50b5c8506 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef3b4322-03c2-43a6-853d-1fac40a866c3,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:15.514358 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-7057ffe6-c2e8-42bf-a019-8bf50b5c8506 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for subnet, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:15.518920 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-7057ffe6-c2e8-42bf-a019-8bf50b5c8506 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/ef3b4322-03c2-43a6-853d-1fac40a866c3 HTTP/1.1" status: 204 len: 168 time: 0.2903187 Sep 22 17:02:15.519990 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 36900) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:02:15.520512 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df60c28-a97a-4703-af49-03da78b088c2 None None] Network bbf7020d-e7a6-4770-a1a2-a7c6e90fe1db requested from dv-cinder-809968-4-iscsi {{(pid=100454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 17:02:15.607321 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a069abc-6d73-4780-b355-cceb19222b25 req-6af1283d-a45e-484b-a7f0-6c1e77d275a1 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:02:15.608863 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-4a069abc-6d73-4780-b355-cceb19222b25 req-6af1283d-a45e-484b-a7f0-6c1e77d275a1 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/ports?device_id=b630bc0d-0f87-474c-9934-52a917cab7a4 HTTP/1.1" status: 200 len: 984 time: 0.1210701 Sep 22 17:02:15.611519 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d5f7d423-ef7b-446e-9977-62efd4a58941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638825'] for network, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:15.676792 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-4a069abc-6d73-4780-b355-cceb19222b25 req-5dbcfa60-3d2b-4332-b9c0-969e90d85124 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0f725a-8484-467d-a595-53e3f273d341&id=de68ad31-c50b-4fd0-aad6-1cd41fb7bc91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0591259 Sep 22 17:02:15.698230 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.plugin [None req-d5f7d423-ef7b-446e-9977-62efd4a58941 admin admin] Deleting port 97113c9d-4153-4cd9-993f-e85d49bdecf5 {{(pid=100453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:02:15.698682 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d5f7d423-ef7b-446e-9977-62efd4a58941 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735274981160'] for port, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:15.762425 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.db [None req-d5f7d423-ef7b-446e-9977-62efd4a58941 admin admin] For port 97113c9d-4153-4cd9-993f-e85d49bdecf5, host dv-cinder-809968-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=97113c9d-4153-4cd9-993f-e85d49bdecf5,segment=NetworkSegment(d63c81ec-cef1-448c-b970-86d6c0a21970),segment_id=d63c81ec-cef1-448c-b970-86d6c0a21970)] {{(pid=100453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:02:15.762803 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d5f7d423-ef7b-446e-9977-62efd4a58941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697305'] for port, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:15.773843 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.plugin [None req-d5f7d423-ef7b-446e-9977-62efd4a58941 admin admin] Calling delete_port for 97113c9d-4153-4cd9-993f-e85d49bdecf5 owned by network:dhcp {{(pid=100453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:02:15.849482 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d5f7d423-ef7b-446e-9977-62efd4a58941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735274987246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735274499786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8594183'] for port, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:15.874501 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f7d423-ef7b-446e-9977-62efd4a58941 admin admin] Pushing event deleted for resources: {'Port': ['ID=97113c9d-4153-4cd9-993f-e85d49bdecf5,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:15.878185 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f7d423-ef7b-446e-9977-62efd4a58941 admin admin] No DVR routers for this DVR port 97113c9d-4153-4cd9-993f-e85d49bdecf5 on host dv-cinder-809968-4-iscsi {{(pid=100453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:02:15.950157 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d5f7d423-ef7b-446e-9977-62efd4a58941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705832', 'neutron.services.segments.db._delete_segments_for_network-8735275045268'] for network, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:15.971389 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.services.segments.db [None req-d5f7d423-ef7b-446e-9977-62efd4a58941 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbf7020d-e7a6-4770-a1a2-a7c6e90fe1db']}} {{(pid=100453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:15.979622 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8cbb95-b07b-4104-bd9d-63807994ba52 None None] DHCP port deletion for bbf7020d-e7a6-4770-a1a2-a7c6e90fe1db request from dv-cinder-809968-4-iscsi {{(pid=100454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 17:02:15.982289 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.services.segments.db [None req-d5f7d423-ef7b-446e-9977-62efd4a58941 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd63c81ec-cef1-448c-b970-86d6c0a21970') {'for_net_delete': True} {{(pid=100453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:15.982698 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.services.segments.db [None req-d5f7d423-ef7b-446e-9977-62efd4a58941 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd63c81ec-cef1-448c-b970-86d6c0a21970') {} {{(pid=100453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:15.996642 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d5f7d423-ef7b-446e-9977-62efd4a58941 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735275044765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8729375'] for segment, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:16.009969 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d5f7d423-ef7b-446e-9977-62efd4a58941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720390'] for segment, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:16.016339 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5f7d423-ef7b-446e-9977-62efd4a58941 admin admin] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=100453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:02:16.016741 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d5f7d423-ef7b-446e-9977-62efd4a58941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8594164'] for segment, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:16.018522 dv-cinder-809968-4-iscsi neutron-server[100453]: Traceback (most recent call last): Sep 22 17:02:16.018522 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 17:02:16.018522 dv-cinder-809968-4-iscsi neutron-server[100453]: timer() Sep 22 17:02:16.018522 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 17:02:16.018522 dv-cinder-809968-4-iscsi neutron-server[100453]: cb(*args, **kw) Sep 22 17:02:16.018522 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 17:02:16.018522 dv-cinder-809968-4-iscsi neutron-server[100453]: return func(*args, **kwargs) Sep 22 17:02:16.018522 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 17:02:16.018522 dv-cinder-809968-4-iscsi neutron-server[100453]: self._notify() Sep 22 17:02:16.018522 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 17:02:16.018522 dv-cinder-809968-4-iscsi neutron-server[100453]: self.callback(batched_events) Sep 22 17:02:16.018522 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 17:02:16.018522 dv-cinder-809968-4-iscsi neutron-server[100453]: event.method(event) Sep 22 17:02:16.018522 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 17:02:16.018522 dv-cinder-809968-4-iscsi neutron-server[100453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 17:02:16.018522 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 17:02:16.018522 dv-cinder-809968-4-iscsi neutron-server[100453]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 17:02:16.018522 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 17:02:16.018522 dv-cinder-809968-4-iscsi neutron-server[100453]: return f(self, *a, **k) Sep 22 17:02:16.018522 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 17:02:16.018522 dv-cinder-809968-4-iscsi neutron-server[100453]: return self._get(url).json() Sep 22 17:02:16.018522 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 17:02:16.018522 dv-cinder-809968-4-iscsi neutron-server[100453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 17:02:16.018522 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 17:02:16.018522 dv-cinder-809968-4-iscsi neutron-server[100453]: return self.request(url, 'GET', **kwargs) Sep 22 17:02:16.018522 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 17:02:16.018522 dv-cinder-809968-4-iscsi neutron-server[100453]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 17:02:16.018522 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 17:02:16.018522 dv-cinder-809968-4-iscsi neutron-server[100453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 17:02:16.018522 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 17:02:16.018522 dv-cinder-809968-4-iscsi neutron-server[100453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 17:02:16.018522 dv-cinder-809968-4-iscsi neutron-server[100453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 17:02:16.052845 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 54cb80f8-0066-4fad-a631-292e3380c3cf no longer exists at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:02:16.081835 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d5f7d423-ef7b-446e-9977-62efd4a58941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700886'] for network, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:16.089768 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-d5f7d423-ef7b-446e-9977-62efd4a58941 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for network, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:16.091697 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-d5f7d423-ef7b-446e-9977-62efd4a58941 admin admin] 10.222.0.66 "DELETE /v2.0/networks/bbf7020d-e7a6-4770-a1a2-a7c6e90fe1db HTTP/1.1" status: 204 len: 168 time: 0.5707388 Sep 22 17:02:16.101314 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f7d423-ef7b-446e-9977-62efd4a58941 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbf7020d-e7a6-4770-a1a2-a7c6e90fe1db,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:16.201708 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] No Port match for: 54cb80f8-0066-4fad-a631-292e3380c3cf {{(pid=100454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 17:02:16.202057 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 54cb80f8-0066-4fad-a631-292e3380c3cf not bound to the agent host dv-cinder-809968-4-iscsi {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:02:16.202485 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 97113c9d-4153-4cd9-993f-e85d49bdecf5 no longer exists at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:02:16.220593 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] No Port match for: 97113c9d-4153-4cd9-993f-e85d49bdecf5 {{(pid=100454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 17:02:16.220933 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 97113c9d-4153-4cd9-993f-e85d49bdecf5 not bound to the agent host dv-cinder-809968-4-iscsi {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:02:16.221335 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 77d9e73a-84ab-44b6-9ff4-d15d70178cf5 no longer exists at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:02:16.227816 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 36904) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:02:16.242217 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] No Port match for: 77d9e73a-84ab-44b6-9ff4-d15d70178cf5 {{(pid=100454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 17:02:16.242566 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 77d9e73a-84ab-44b6-9ff4-d15d70178cf5 not bound to the agent host dv-cinder-809968-4-iscsi {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:02:16.270463 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-15e63760-c63d-47c7-b5c2-25e1f4205d18 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=539e90d12b004781baa4dc86d2602fcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0414383 Sep 22 17:02:16.272916 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 36906) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:02:16.320608 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-1f348c36-4830-4e2d-8d86-7993ea2223ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:16.341161 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-1f348c36-4830-4e2d-8d86-7993ea2223ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:16.387206 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-1f348c36-4830-4e2d-8d86-7993ea2223ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:16.389907 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-1f348c36-4830-4e2d-8d86-7993ea2223ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:16.391237 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-1f348c36-4830-4e2d-8d86-7993ea2223ed admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a1a52761-c2ad-4762-a677-7cd72b78861c HTTP/1.1" status: 204 len: 168 time: 0.1172807 Sep 22 17:02:16.400123 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f348c36-4830-4e2d-8d86-7993ea2223ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a52761-c2ad-4762-a677-7cd72b78861c,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:16.693378 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 36912) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:02:16.736955 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-939ee42a-4a9d-4188-808e-803c27746864 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=95c99993a14640a88a6cf64b51845d3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0423925 Sep 22 17:02:16.739540 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 36916) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:02:16.792574 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-05915ed0-8884-463c-b8a6-532c726bf948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:16.813716 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-05915ed0-8884-463c-b8a6-532c726bf948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:16.859363 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-05915ed0-8884-463c-b8a6-532c726bf948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:16.862401 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-05915ed0-8884-463c-b8a6-532c726bf948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:16.863664 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-05915ed0-8884-463c-b8a6-532c726bf948 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a565b6be-c830-4a64-b632-d6224115306f HTTP/1.1" status: 204 len: 168 time: 0.1232088 Sep 22 17:02:16.872432 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05915ed0-8884-463c-b8a6-532c726bf948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a565b6be-c830-4a64-b632-d6224115306f,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:17.021508 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb9d3e4-cbec-4f84-b493-3d3137852582 req-cbe84d38-906e-4ed2-b571-251ce3c284b6 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:02:17.023177 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-2eb9d3e4-cbec-4f84-b493-3d3137852582 req-cbe84d38-906e-4ed2-b571-251ce3c284b6 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/ports?device_id=b630bc0d-0f87-474c-9934-52a917cab7a4 HTTP/1.1" status: 200 len: 984 time: 0.2719221 Sep 22 17:02:17.068717 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-2eb9d3e4-cbec-4f84-b493-3d3137852582 req-c0078ea9-e382-4d6f-88ca-8b84615c4639 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0f725a-8484-467d-a595-53e3f273d341&id=de68ad31-c50b-4fd0-aad6-1cd41fb7bc91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0384245 Sep 22 17:02:18.186710 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808522c-784e-401c-bb47-149c04569357 req-ee25c1f5-ad6a-40bb-9245-164fbef51a2e tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:02:18.188190 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-6808522c-784e-401c-bb47-149c04569357 req-ee25c1f5-ad6a-40bb-9245-164fbef51a2e tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/ports?device_id=b630bc0d-0f87-474c-9934-52a917cab7a4 HTTP/1.1" status: 200 len: 984 time: 0.0521295 Sep 22 17:02:18.226760 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-6808522c-784e-401c-bb47-149c04569357 req-409ff462-d4ea-4dd3-8003-58f79677af41 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0f725a-8484-467d-a595-53e3f273d341&id=de68ad31-c50b-4fd0-aad6-1cd41fb7bc91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0324826 Sep 22 17:02:19.352638 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3959ce-105f-4cd0-9d93-cac5b6eb2859 req-de84e518-7f98-4deb-bf7e-33dee7a524fd tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:02:19.354799 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-1a3959ce-105f-4cd0-9d93-cac5b6eb2859 req-de84e518-7f98-4deb-bf7e-33dee7a524fd tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/ports?device_id=b630bc0d-0f87-474c-9934-52a917cab7a4 HTTP/1.1" status: 200 len: 984 time: 0.0564244 Sep 22 17:02:19.397593 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-1a3959ce-105f-4cd0-9d93-cac5b6eb2859 req-cfbcd796-eea6-45e4-93b3-41dfccf6e475 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0f725a-8484-467d-a595-53e3f273d341&id=de68ad31-c50b-4fd0-aad6-1cd41fb7bc91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0366998 Sep 22 17:02:20.282392 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [req-ce35a1b6-c013-48dc-93cc-b7416544ae39 req-a4edb74c-b336-42a6-87fd-7a29d406464f service neutron] (100452) timed out ('10.222.0.66', 53132) {{(pid=100452) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 22 17:02:20.509974 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf74c694-8222-4c91-b3b5-0383a22061d3 req-b141b43e-229b-492a-9f22-b70865836a05 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:02:20.512269 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-cf74c694-8222-4c91-b3b5-0383a22061d3 req-b141b43e-229b-492a-9f22-b70865836a05 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/ports?device_id=b630bc0d-0f87-474c-9934-52a917cab7a4 HTTP/1.1" status: 200 len: 984 time: 0.0480545 Sep 22 17:02:20.551957 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-cf74c694-8222-4c91-b3b5-0383a22061d3 req-cadcee2c-1db1-46bb-9954-8e6ac208f4f7 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0f725a-8484-467d-a595-53e3f273d341&id=de68ad31-c50b-4fd0-aad6-1cd41fb7bc91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327694 Sep 22 17:02:21.670578 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7877e1f-169b-4aca-a9af-7122e50d71bc req-cc23f118-3b75-49aa-bda5-c35198dc3188 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:02:21.672036 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-b7877e1f-169b-4aca-a9af-7122e50d71bc req-cc23f118-3b75-49aa-bda5-c35198dc3188 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/ports?device_id=b630bc0d-0f87-474c-9934-52a917cab7a4 HTTP/1.1" status: 200 len: 984 time: 0.0522130 Sep 22 17:02:21.710550 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-b7877e1f-169b-4aca-a9af-7122e50d71bc req-b76ad0cc-cd1e-4ed0-81e8-f1d423eeebec tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0f725a-8484-467d-a595-53e3f273d341&id=de68ad31-c50b-4fd0-aad6-1cd41fb7bc91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326066 Sep 22 17:02:25.755896 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-5ed07b99-171a-405f-a1e7-7fe9c7ed3969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:26.522444 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:28.706280 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-1c4abee0-64d9-4499-8bf7-5908842041e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:29.038801 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:29.660955 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-c376604a-15ac-4af8-994c-a8e4e85893e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:30.992857 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ea12bc52-457f-4758-858a-1e27800db098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:35.001666 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.agents_db [None req-27f04faf-824b-4b06-8ae5-89241b6ab4ba None None] Agent healthcheck: found 6 active agents {{(pid=100455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:02:38.424988 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-42d10501-cb41-4e71-804c-09194d96df34 req-9128eb32-b011-428d-b68b-7aeeb9b6b706 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b630bc0d-0f87-474c-9934-52a917cab7a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402846 Sep 22 17:02:38.485048 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d10501-cb41-4e71-804c-09194d96df34 req-732ed085-289e-48a1-bb7c-1bd1aa452309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:02:38.486505 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-42d10501-cb41-4e71-804c-09194d96df34 req-732ed085-289e-48a1-bb7c-1bd1aa452309 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4956e4df9d9c485989c4117507535522&device_id=b630bc0d-0f87-474c-9934-52a917cab7a4 HTTP/1.1" status: 200 len: 1137 time: 0.0395572 Sep 22 17:02:38.587759 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d10501-cb41-4e71-804c-09194d96df34 req-007ede11-f216-457c-ad5b-1ea4753c2de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:02:38.589181 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-42d10501-cb41-4e71-804c-09194d96df34 req-007ede11-f216-457c-ad5b-1ea4753c2de0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f317e20e-7578-45f9-b08d-af7bc544468a HTTP/1.1" status: 200 len: 917 time: 0.0847285 Sep 22 17:02:38.657806 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-42d10501-cb41-4e71-804c-09194d96df34 req-57f23d9b-03ff-41df-a85b-c9452c6aa9e9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=979da809-3017-4f7b-8cfd-11a725dd2e9f HTTP/1.1" status: 200 len: 1000 time: 0.0615413 Sep 22 17:02:38.704734 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d10501-cb41-4e71-804c-09194d96df34 req-b9064174-a235-4769-9bbd-f05e0491752b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:02:38.706091 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-42d10501-cb41-4e71-804c-09194d96df34 req-b9064174-a235-4769-9bbd-f05e0491752b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a86b33bd-ef02-44db-90e9-9f44bc14f7c2 HTTP/1.1" status: 200 len: 854 time: 0.0422194 Sep 22 17:02:38.755692 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d10501-cb41-4e71-804c-09194d96df34 req-0a07edbe-a028-4611-9462-051b85d32c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:02:38.757121 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-42d10501-cb41-4e71-804c-09194d96df34 req-0a07edbe-a028-4611-9462-051b85d32c8d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f317e20e-7578-45f9-b08d-af7bc544468a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420804 Sep 22 17:02:38.853703 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-42d10501-cb41-4e71-804c-09194d96df34 req-d084e74a-0a61-4fb2-aa7a-52db2dc35fb1 service neutron] 10.222.0.72 "GET /v2.0/networks/f317e20e-7578-45f9-b08d-af7bc544468a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818725 Sep 22 17:02:38.945423 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-42d10501-cb41-4e71-804c-09194d96df34 req-660f1c6a-5885-48dd-9e13-83fe695a85d5 service neutron] 10.222.0.72 "GET /v2.0/networks/f317e20e-7578-45f9-b08d-af7bc544468a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845020 Sep 22 17:02:43.470133 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [req-bff61eeb-9f02-4374-bd4b-b95e40b16dc0 req-1be85329-a757-4e5f-9197-d13bbc84b972 service neutron] (100453) timed out ('10.222.0.72', 55333) {{(pid=100453) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 22 17:02:55.755498 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-445850bb-4daf-4be2-9fe3-ce5a0f0cf554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:56.524994 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:58.706776 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b0d6fadc-7a5e-4694-bead-3eae3239e00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:59.039148 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:59.664863 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-c376604a-15ac-4af8-994c-a8e4e85893e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:00.995966 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ea12bc52-457f-4758-858a-1e27800db098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:12.001235 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.agents_db [None req-27f04faf-824b-4b06-8ae5-89241b6ab4ba None None] Agent healthcheck: found 6 active agents {{(pid=100455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:03:15.074239 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [req-c2d623f1-90bc-45aa-ae58-8d70ba494370 req-c0fe5545-8775-4ce1-9994-1b7416b04eb8 service neutron] (100453) timed out ('10.222.0.72', 55350) {{(pid=100453) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 22 17:03:17.333865 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-1089ea78-ae89-44b6-bbf1-1d16f78fb094 req-4731f80e-69ff-4d0c-be17-a5a9a0c9a620 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-415214288&fields=id&tenant_id=4956e4df9d9c485989c4117507535522 HTTP/1.1" status: 200 len: 267 time: 0.0332401 Sep 22 17:03:17.387773 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1089ea78-ae89-44b6-bbf1-1d16f78fb094 req-3f84560f-2604-4bf4-bcdd-78d81488b213 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:03:17.389237 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-1089ea78-ae89-44b6-bbf1-1d16f78fb094 req-3f84560f-2604-4bf4-bcdd-78d81488b213 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/ports?device_id=b630bc0d-0f87-474c-9934-52a917cab7a4 HTTP/1.1" status: 200 len: 984 time: 0.0499256 Sep 22 17:03:17.400958 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.v2.base [req-1089ea78-ae89-44b6-bbf1-1d16f78fb094 req-9b83c73f-1c88-4cb8-9a0b-35c0bb4c4bb6 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Request body: {'port': {'security_groups': ['be0f725a-8484-467d-a595-53e3f273d341']}} {{(pid=100453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:03:17.466944 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [req-1089ea78-ae89-44b6-bbf1-1d16f78fb094 req-9b83c73f-1c88-4cb8-9a0b-35c0bb4c4bb6 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669473'] for port, before_update {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:17.634667 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.db [req-1089ea78-ae89-44b6-bbf1-1d16f78fb094 req-9b83c73f-1c88-4cb8-9a0b-35c0bb4c4bb6 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] For port 979da809-3017-4f7b-8cfd-11a725dd2e9f, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=979da809-3017-4f7b-8cfd-11a725dd2e9f,segment=NetworkSegment(dd380fdf-1155-4016-85b1-0a23a36a9643),segment_id=dd380fdf-1155-4016-85b1-0a23a36a9643)] {{(pid=100453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:03:17.663558 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [req-1089ea78-ae89-44b6-bbf1-1d16f78fb094 req-9b83c73f-1c88-4cb8-9a0b-35c0bb4c4bb6 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Notify callbacks [] for port, precommit_update {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:17.667956 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [req-1089ea78-ae89-44b6-bbf1-1d16f78fb094 req-9b83c73f-1c88-4cb8-9a0b-35c0bb4c4bb6 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735274986756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735274499795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735274499813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8594188'] for port, after_update {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:17.680328 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] get_ports_and_sgs() called for port_ids ['979da809-3017-4f7b-8cfd-11a725dd2e9f'] {{(pid=100454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 17:03:17.710715 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1089ea78-ae89-44b6-bbf1-1d16f78fb094 req-9b83c73f-1c88-4cb8-9a0b-35c0bb4c4bb6 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:03:17.710951 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [req-1089ea78-ae89-44b6-bbf1-1d16f78fb094 req-9b83c73f-1c88-4cb8-9a0b-35c0bb4c4bb6 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306'] for port, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:17.712297 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-1089ea78-ae89-44b6-bbf1-1d16f78fb094 req-9b83c73f-1c88-4cb8-9a0b-35c0bb4c4bb6 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "PUT /v2.0/ports/979da809-3017-4f7b-8cfd-11a725dd2e9f HTTP/1.1" status: 200 len: 942 time: 0.3157763 Sep 22 17:03:17.712745 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b630bc0d-0f87-474c-9934-52a917cab7a4', 'tag': '979da809-3017-4f7b-8cfd-11a725dd2e9f'}] {{(pid=100453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:03:17.718084 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e4dd1ec7b6bb508b8f985d0227854479c11c36687027ca7eec5a37465d8b4ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a97b28-43c5-4648-a5a7-702d4b6c24c6" -d '{"events": [{"name": "network-changed", "server_uuid": "b630bc0d-0f87-474c-9934-52a917cab7a4", "tag": "979da809-3017-4f7b-8cfd-11a725dd2e9f"}]}' {{(pid=100453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:03:17.718383 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 36960) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:03:17.739780 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b83c73f-1c88-4cb8-9a0b-35c0bb4c4bb6 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Pushing event updated for resources: {'Port': ['ID=979da809-3017-4f7b-8cfd-11a725dd2e9f,revision_number=7']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:17.747576 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b83c73f-1c88-4cb8-9a0b-35c0bb4c4bb6 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:17.748001 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b83c73f-1c88-4cb8-9a0b-35c0bb4c4bb6 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:17.748457 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b83c73f-1c88-4cb8-9a0b-35c0bb4c4bb6 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:17.749395 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b83c73f-1c88-4cb8-9a0b-35c0bb4c4bb6 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:17.749395 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b83c73f-1c88-4cb8-9a0b-35c0bb4c4bb6 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:17.749776 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b83c73f-1c88-4cb8-9a0b-35c0bb4c4bb6 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:17.750300 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b83c73f-1c88-4cb8-9a0b-35c0bb4c4bb6 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:17.750702 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b83c73f-1c88-4cb8-9a0b-35c0bb4c4bb6 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:17.751087 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b83c73f-1c88-4cb8-9a0b-35c0bb4c4bb6 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:17.751477 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b83c73f-1c88-4cb8-9a0b-35c0bb4c4bb6 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:17.751878 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b83c73f-1c88-4cb8-9a0b-35c0bb4c4bb6 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:17.753405 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b83c73f-1c88-4cb8-9a0b-35c0bb4c4bb6 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:17.760096 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 17:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de8abd4-e3a7-42a7-9655-2cac0f952f46 x-openstack-request-id: req-7de8abd4-e3a7-42a7-9655-2cac0f952f46 {{(pid=100453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:03:17.760572 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b630bc0d-0f87-474c-9934-52a917cab7a4", "tag": "979da809-3017-4f7b-8cfd-11a725dd2e9f", "status": "completed", "code": 200}]} {{(pid=100453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:03:17.760880 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7de8abd4-e3a7-42a7-9655-2cac0f952f46 {{(pid=100453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:03:17.761331 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b630bc0d-0f87-474c-9934-52a917cab7a4', 'tag': '979da809-3017-4f7b-8cfd-11a725dd2e9f', 'status': 'completed', 'code': 200} Sep 22 17:03:17.801357 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-604f0ca6-7d0b-4764-9d0f-8c625891d744 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Notify callbacks [] for security_group, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:17.805058 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] get_ports_and_sgs() called for port_ids ['979da809-3017-4f7b-8cfd-11a725dd2e9f'] {{(pid=100454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 17:03:17.849949 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-604f0ca6-7d0b-4764-9d0f-8c625891d744 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:17.893317 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a97b28-43c5-4648-a5a7-702d4b6c24c6 req-2bfaf781-0948-4f32-a2c8-21175400406c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:03:17.895311 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-b9a97b28-43c5-4648-a5a7-702d4b6c24c6 req-2bfaf781-0948-4f32-a2c8-21175400406c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4956e4df9d9c485989c4117507535522&device_id=b630bc0d-0f87-474c-9934-52a917cab7a4 HTTP/1.1" status: 200 len: 1098 time: 0.1078429 Sep 22 17:03:17.948447 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-604f0ca6-7d0b-4764-9d0f-8c625891d744 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:17.951332 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-604f0ca6-7d0b-4764-9d0f-8c625891d744 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Notify callbacks [] for security_group, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:17.952572 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-604f0ca6-7d0b-4764-9d0f-8c625891d744 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "DELETE /v2.0/security-groups/de68ad31-c50b-4fd0-aad6-1cd41fb7bc91 HTTP/1.1" status: 204 len: 168 time: 0.2332089 Sep 22 17:03:17.955271 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 36962) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:03:17.978428 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.provisioning_blocks [None req-4a99f7c8-68f8-450d-ba73-72050893b897 None None] Provisioning complete for port 979da809-3017-4f7b-8cfd-11a725dd2e9f triggered by entity DHCP. {{(pid=100454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:03:17.978728 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-4a99f7c8-68f8-450d-ba73-72050893b897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710653'] for port, provisioning_complete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:17.989066 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604f0ca6-7d0b-4764-9d0f-8c625891d744 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de68ad31-c50b-4fd0-aad6-1cd41fb7bc91,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:18.003413 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604f0ca6-7d0b-4764-9d0f-8c625891d744 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:18.003895 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604f0ca6-7d0b-4764-9d0f-8c625891d744 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:18.004250 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604f0ca6-7d0b-4764-9d0f-8c625891d744 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:18.004576 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604f0ca6-7d0b-4764-9d0f-8c625891d744 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:18.004907 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604f0ca6-7d0b-4764-9d0f-8c625891d744 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:18.005239 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604f0ca6-7d0b-4764-9d0f-8c625891d744 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:18.005586 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604f0ca6-7d0b-4764-9d0f-8c625891d744 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:18.006913 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604f0ca6-7d0b-4764-9d0f-8c625891d744 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:18.006913 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604f0ca6-7d0b-4764-9d0f-8c625891d744 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:18.006913 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604f0ca6-7d0b-4764-9d0f-8c625891d744 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:18.006913 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604f0ca6-7d0b-4764-9d0f-8c625891d744 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:18.007285 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604f0ca6-7d0b-4764-9d0f-8c625891d744 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:18.030976 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a97b28-43c5-4648-a5a7-702d4b6c24c6 req-ec094bba-0fe1-4fb4-b753-6d807af2d978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:03:18.032448 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-b9a97b28-43c5-4648-a5a7-702d4b6c24c6 req-ec094bba-0fe1-4fb4-b753-6d807af2d978 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f317e20e-7578-45f9-b08d-af7bc544468a HTTP/1.1" status: 200 len: 917 time: 0.1285360 Sep 22 17:03:18.113363 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-b9a97b28-43c5-4648-a5a7-702d4b6c24c6 req-a66463eb-d6af-4aa2-a609-1c9a3f66de3a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=979da809-3017-4f7b-8cfd-11a725dd2e9f HTTP/1.1" status: 200 len: 1000 time: 0.0730796 Sep 22 17:03:18.140215 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.plugin [None req-2ef9fbfe-431f-418f-8f56-11f19bce3727 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Deleting port 0eaa7536-9816-4e08-9e68-993077ce1d37 {{(pid=100453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:03:18.140551 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-2ef9fbfe-431f-418f-8f56-11f19bce3727 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735274981160'] for port, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:18.162886 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a97b28-43c5-4648-a5a7-702d4b6c24c6 req-2a3d7171-4c0f-4d4c-93a5-958830ff03d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:03:18.164350 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-b9a97b28-43c5-4648-a5a7-702d4b6c24c6 req-2a3d7171-4c0f-4d4c-93a5-958830ff03d7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a86b33bd-ef02-44db-90e9-9f44bc14f7c2 HTTP/1.1" status: 200 len: 854 time: 0.0438919 Sep 22 17:03:18.210099 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a97b28-43c5-4648-a5a7-702d4b6c24c6 req-14d0ff2f-0f69-4f56-97e7-f62944c92349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:03:18.211575 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-b9a97b28-43c5-4648-a5a7-702d4b6c24c6 req-14d0ff2f-0f69-4f56-97e7-f62944c92349 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f317e20e-7578-45f9-b08d-af7bc544468a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402007 Sep 22 17:03:18.219968 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-2ef9fbfe-431f-418f-8f56-11f19bce3727 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697305'] for port, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:18.220300 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-2ef9fbfe-431f-418f-8f56-11f19bce3727 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:18.231891 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.plugin [None req-2ef9fbfe-431f-418f-8f56-11f19bce3727 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Calling delete_port for 0eaa7536-9816-4e08-9e68-993077ce1d37 owned by network:floatingip {{(pid=100453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:03:18.304882 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-b9a97b28-43c5-4648-a5a7-702d4b6c24c6 req-80251bf6-707a-4d97-ac85-ea03881c7b4a service neutron] 10.222.0.72 "GET /v2.0/networks/f317e20e-7578-45f9-b08d-af7bc544468a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853181 Sep 22 17:03:18.378146 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-2ef9fbfe-431f-418f-8f56-11f19bce3727 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735274987246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735274499786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8594183'] for port, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:18.398461 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-b9a97b28-43c5-4648-a5a7-702d4b6c24c6 req-a01f1528-6084-4913-a59c-86718d24c868 service neutron] 10.222.0.72 "GET /v2.0/networks/f317e20e-7578-45f9-b08d-af7bc544468a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862241 Sep 22 17:03:18.407516 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef9fbfe-431f-418f-8f56-11f19bce3727 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Pushing event deleted for resources: {'Port': ['ID=0eaa7536-9816-4e08-9e68-993077ce1d37,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:18.464845 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-2ef9fbfe-431f-418f-8f56-11f19bce3727 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Notify callbacks [] for floatingip, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:18.465174 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.db.l3_db [None req-2ef9fbfe-431f-418f-8f56-11f19bce3727 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Floating IP 439dcb60-8d09-4602-bb3f-558226870985 disassociated (deleted). External IP: 172.27.0.59, port: 979da809-3017-4f7b-8cfd-11a725dd2e9f. Sep 22 17:03:18.663768 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef9fbfe-431f-418f-8f56-11f19bce3727 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Router bfe39fe9-d0f7-40b8-816a-9d074dc8d233 has already been hosted by L3 agent c3efc510-1e60-45c8-b68a-00a20fddc4a4 {{(pid=100453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:03:18.765322 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef9fbfe-431f-418f-8f56-11f19bce3727 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Notify agent at l3_agent.dv-cinder-809968-4-iscsi the message routers_updated {{(pid=100453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:03:18.770797 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-2ef9fbfe-431f-418f-8f56-11f19bce3727 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306'] for floatingip, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:18.775332 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f0535a-7a14-4742-a56b-6384744f0627 None None] Sync routers for ids ['bfe39fe9-d0f7-40b8-816a-9d074dc8d233'] in dv-cinder-809968-4-iscsi {{(pid=100454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:03:18.784609 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f0535a-7a14-4742-a56b-6384744f0627 None None] Routers {'bfe39fe9-d0f7-40b8-816a-9d074dc8d233'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:03:18.785215 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-24f0535a-7a14-4742-a56b-6384744f0627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T17:02:59Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['bfe39fe9-d0f7-40b8-816a-9d074dc8d233'], 'active': True} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:18.797589 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-2ef9fbfe-431f-418f-8f56-11f19bce3727 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "DELETE /v2.0/floatingips/439dcb60-8d09-4602-bb3f-558226870985 HTTP/1.1" status: 204 len: 168 time: 0.8411014 Sep 22 17:03:18.888654 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvr_db [None req-24f0535a-7a14-4742-a56b-6384744f0627 None None] Set router bfe39fe9-d0f7-40b8-816a-9d074dc8d233 gateway port host: dv-cinder-809968-4-iscsi {{(pid=100454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:03:19.098287 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-24f0535a-7a14-4742-a56b-6384744f0627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe39fe9-d0f7-40b8-816a-9d074dc8d233', 'name': 'tempest-TestMinimumBasicScenario-1704253182-router', 'tenant_id': '4956e4df9d9c485989c4117507535522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '20992e2f-115e-4957-be3f-339d0af606f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:00:10Z', 'updated_at': '2021-09-22T17:00:13Z', 'revision_number': 4, 'project_id': '4956e4df9d9c485989c4117507535522', 'gw_port': {'id': '20992e2f-115e-4957-be3f-339d0af606f1', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe39fe9-d0f7-40b8-816a-9d074dc8d233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:00:10Z', 'updated_at': '2021-09-22T17:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_interfaces': [{'id': '27c792d0-959d-4364-a658-c41b62dbe631', 'name': '', 'network_id': 'f317e20e-7578-45f9-b08d-af7bc544468a', 'tenant_id': '4956e4df9d9c485989c4117507535522', 'mac_address': 'fa:16:3e:38:d4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe39fe9-d0f7-40b8-816a-9d074dc8d233', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'a86b33bd-ef02-44db-90e9-9f44bc14f7c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:00:12Z', 'updated_at': '2021-09-22T17:00:17Z', 'revision_number': 5, 'project_id': '4956e4df9d9c485989c4117507535522', 'subnets': [{'id': 'a86b33bd-ef02-44db-90e9-9f44bc14f7c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:19.123182 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f0535a-7a14-4742-a56b-6384744f0627 None None] Checking router: bfe39fe9-d0f7-40b8-816a-9d074dc8d233 for host: dv-cinder-809968-4-iscsi {{(pid=100454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:03:19.131724 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f0535a-7a14-4742-a56b-6384744f0627 None None] Routers {'bfe39fe9-d0f7-40b8-816a-9d074dc8d233'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:03:19.132315 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-24f0535a-7a14-4742-a56b-6384744f0627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T17:02:59Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['bfe39fe9-d0f7-40b8-816a-9d074dc8d233'], 'active': True} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:19.235292 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvr_db [None req-24f0535a-7a14-4742-a56b-6384744f0627 None None] Set router bfe39fe9-d0f7-40b8-816a-9d074dc8d233 gateway port host: dv-cinder-809968-4-iscsi {{(pid=100454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:03:19.426585 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-24f0535a-7a14-4742-a56b-6384744f0627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe39fe9-d0f7-40b8-816a-9d074dc8d233', 'name': 'tempest-TestMinimumBasicScenario-1704253182-router', 'tenant_id': '4956e4df9d9c485989c4117507535522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '20992e2f-115e-4957-be3f-339d0af606f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:00:10Z', 'updated_at': '2021-09-22T17:00:13Z', 'revision_number': 4, 'project_id': '4956e4df9d9c485989c4117507535522', 'gw_port': {'id': '20992e2f-115e-4957-be3f-339d0af606f1', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe39fe9-d0f7-40b8-816a-9d074dc8d233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:00:10Z', 'updated_at': '2021-09-22T17:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_interfaces': [{'id': '27c792d0-959d-4364-a658-c41b62dbe631', 'name': '', 'network_id': 'f317e20e-7578-45f9-b08d-af7bc544468a', 'tenant_id': '4956e4df9d9c485989c4117507535522', 'mac_address': 'fa:16:3e:38:d4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe39fe9-d0f7-40b8-816a-9d074dc8d233', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'a86b33bd-ef02-44db-90e9-9f44bc14f7c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:00:12Z', 'updated_at': '2021-09-22T17:00:17Z', 'revision_number': 5, 'project_id': '4956e4df9d9c485989c4117507535522', 'subnets': [{'id': 'a86b33bd-ef02-44db-90e9-9f44bc14f7c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:19.457021 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f0535a-7a14-4742-a56b-6384744f0627 None None] The sync data for ids ['bfe39fe9-d0f7-40b8-816a-9d074dc8d233'] in dv-cinder-809968-4-iscsi is: [{'id': 'bfe39fe9-d0f7-40b8-816a-9d074dc8d233', 'name': 'tempest-TestMinimumBasicScenario-1704253182-router', 'tenant_id': '4956e4df9d9c485989c4117507535522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '20992e2f-115e-4957-be3f-339d0af606f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:00:10Z', 'updated_at': '2021-09-22T17:00:13Z', 'revision_number': 4, 'project_id': '4956e4df9d9c485989c4117507535522', 'gw_port': {'id': '20992e2f-115e-4957-be3f-339d0af606f1', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe39fe9-d0f7-40b8-816a-9d074dc8d233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:00:10Z', 'updated_at': '2021-09-22T17:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi', '_interfaces': [{'id': '27c792d0-959d-4364-a658-c41b62dbe631', 'name': '', 'network_id': 'f317e20e-7578-45f9-b08d-af7bc544468a', 'tenant_id': '4956e4df9d9c485989c4117507535522', 'mac_address': 'fa:16:3e:38:d4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe39fe9-d0f7-40b8-816a-9d074dc8d233', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'a86b33bd-ef02-44db-90e9-9f44bc14f7c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:00:12Z', 'updated_at': '2021-09-22T17:00:17Z', 'revision_number': 5, 'project_id': '4956e4df9d9c485989c4117507535522', 'subnets': [{'id': 'a86b33bd-ef02-44db-90e9-9f44bc14f7c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:03:19.675365 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c4a0eb-c137-410c-8b54-f57329af6120 None None] New status for floating IP 439dcb60-8d09-4602-bb3f-558226870985: DOWN {{(pid=100455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:03:19.762469 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b630bc0d-0f87-474c-9934-52a917cab7a4', 'tag': '979da809-3017-4f7b-8cfd-11a725dd2e9f'}] {{(pid=100453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:03:19.764828 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e4dd1ec7b6bb508b8f985d0227854479c11c36687027ca7eec5a37465d8b4ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af415c70-1ba6-4019-a6f6-6e7ff02b238c" -d '{"events": [{"name": "network-changed", "server_uuid": "b630bc0d-0f87-474c-9934-52a917cab7a4", "tag": "979da809-3017-4f7b-8cfd-11a725dd2e9f"}]}' {{(pid=100453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:03:19.801780 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 17:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104d3fd7-42dc-4fc5-a85b-0b0e7941462b x-openstack-request-id: req-104d3fd7-42dc-4fc5-a85b-0b0e7941462b {{(pid=100453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:03:19.802059 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b630bc0d-0f87-474c-9934-52a917cab7a4", "tag": "979da809-3017-4f7b-8cfd-11a725dd2e9f", "status": "completed", "code": 200}]} {{(pid=100453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:03:19.802300 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-104d3fd7-42dc-4fc5-a85b-0b0e7941462b {{(pid=100453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:03:19.802690 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b630bc0d-0f87-474c-9934-52a917cab7a4', 'tag': '979da809-3017-4f7b-8cfd-11a725dd2e9f', 'status': 'completed', 'code': 200} Sep 22 17:03:19.868478 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af415c70-1ba6-4019-a6f6-6e7ff02b238c req-2b5e6f6f-d2f5-4594-8344-2a206626fe7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:03:19.870919 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-af415c70-1ba6-4019-a6f6-6e7ff02b238c req-2b5e6f6f-d2f5-4594-8344-2a206626fe7c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4956e4df9d9c485989c4117507535522&device_id=b630bc0d-0f87-474c-9934-52a917cab7a4 HTTP/1.1" status: 200 len: 1098 time: 0.0474503 Sep 22 17:03:19.959130 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af415c70-1ba6-4019-a6f6-6e7ff02b238c req-d2a84270-838d-4381-bc30-1044b3e4efee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:03:19.960765 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-af415c70-1ba6-4019-a6f6-6e7ff02b238c req-d2a84270-838d-4381-bc30-1044b3e4efee service neutron] 10.222.0.72 "GET /v2.0/networks?id=f317e20e-7578-45f9-b08d-af7bc544468a HTTP/1.1" status: 200 len: 917 time: 0.0835490 Sep 22 17:03:20.011646 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-af415c70-1ba6-4019-a6f6-6e7ff02b238c req-1102889c-e7d6-41e2-af5d-66f803ba69ee service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=979da809-3017-4f7b-8cfd-11a725dd2e9f HTTP/1.1" status: 200 len: 217 time: 0.0436273 Sep 22 17:03:20.063611 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af415c70-1ba6-4019-a6f6-6e7ff02b238c req-a7936045-0e30-42b3-8e41-b5683fdf798d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:03:20.066060 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-af415c70-1ba6-4019-a6f6-6e7ff02b238c req-a7936045-0e30-42b3-8e41-b5683fdf798d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a86b33bd-ef02-44db-90e9-9f44bc14f7c2 HTTP/1.1" status: 200 len: 854 time: 0.0465007 Sep 22 17:03:20.115717 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af415c70-1ba6-4019-a6f6-6e7ff02b238c req-5ab2891c-5595-4685-8725-404297b80aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:03:20.117532 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-af415c70-1ba6-4019-a6f6-6e7ff02b238c req-5ab2891c-5595-4685-8725-404297b80aeb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f317e20e-7578-45f9-b08d-af7bc544468a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447679 Sep 22 17:03:20.230485 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-af415c70-1ba6-4019-a6f6-6e7ff02b238c req-870cb514-e173-4a5e-81c4-9340b3fd7b57 service neutron] 10.222.0.72 "GET /v2.0/networks/f317e20e-7578-45f9-b08d-af7bc544468a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061063 Sep 22 17:03:20.327701 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-af415c70-1ba6-4019-a6f6-6e7ff02b238c req-8281e09e-875b-4246-9686-0daccf16d15b service neutron] 10.222.0.72 "GET /v2.0/networks/f317e20e-7578-45f9-b08d-af7bc544468a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899720 Sep 22 17:03:21.537020 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a0ea7-8986-4259-bc3d-ae285698aa07 req-baa78bea-5626-4b74-a64b-00c0932231e5 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:03:21.538574 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-756a0ea7-8986-4259-bc3d-ae285698aa07 req-baa78bea-5626-4b74-a64b-00c0932231e5 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/ports?device_id=b630bc0d-0f87-474c-9934-52a917cab7a4 HTTP/1.1" status: 200 len: 945 time: 0.0482099 Sep 22 17:03:21.575864 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-756a0ea7-8986-4259-bc3d-ae285698aa07 req-b47b1d46-1331-4407-b882-d635815da231 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0f725a-8484-467d-a595-53e3f273d341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315030 Sep 22 17:03:22.691022 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62575bed-7a42-4198-a527-b86a1c69ab04 req-581cb47b-8004-434c-ad0f-77285539dda6 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:03:22.692501 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-62575bed-7a42-4198-a527-b86a1c69ab04 req-581cb47b-8004-434c-ad0f-77285539dda6 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/ports?device_id=b630bc0d-0f87-474c-9934-52a917cab7a4 HTTP/1.1" status: 200 len: 945 time: 0.0525606 Sep 22 17:03:22.729207 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-62575bed-7a42-4198-a527-b86a1c69ab04 req-f93d5208-2290-44f9-b331-e5b76081bb4f tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0f725a-8484-467d-a595-53e3f273d341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309854 Sep 22 17:03:23.501127 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01d141-e8da-444e-8fdb-b3ab9e11f303 req-34b70d53-f438-4db1-ab27-1aae7468a197 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:03:23.502890 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-0c01d141-e8da-444e-8fdb-b3ab9e11f303 req-34b70d53-f438-4db1-ab27-1aae7468a197 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.72 "GET /v2.0/ports?device_id=b630bc0d-0f87-474c-9934-52a917cab7a4 HTTP/1.1" status: 200 len: 945 time: 0.0485609 Sep 22 17:03:23.593389 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.plugin [req-0c01d141-e8da-444e-8fdb-b3ab9e11f303 req-95134423-e1ff-4c96-a4ef-ef6321fdf030 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Deleting port 979da809-3017-4f7b-8cfd-11a725dd2e9f {{(pid=100452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:03:23.593744 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-0c01d141-e8da-444e-8fdb-b3ab9e11f303 req-95134423-e1ff-4c96-a4ef-ef6321fdf030 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735274981160'] for port, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:23.683386 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.db [req-0c01d141-e8da-444e-8fdb-b3ab9e11f303 req-95134423-e1ff-4c96-a4ef-ef6321fdf030 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] For port 979da809-3017-4f7b-8cfd-11a725dd2e9f, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=979da809-3017-4f7b-8cfd-11a725dd2e9f,segment=NetworkSegment(dd380fdf-1155-4016-85b1-0a23a36a9643),segment_id=dd380fdf-1155-4016-85b1-0a23a36a9643)] {{(pid=100452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:03:23.683750 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-0c01d141-e8da-444e-8fdb-b3ab9e11f303 req-95134423-e1ff-4c96-a4ef-ef6321fdf030 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697305'] for port, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:23.695407 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.plugin [req-0c01d141-e8da-444e-8fdb-b3ab9e11f303 req-95134423-e1ff-4c96-a4ef-ef6321fdf030 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Calling delete_port for 979da809-3017-4f7b-8cfd-11a725dd2e9f owned by compute:nova {{(pid=100452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:03:23.819850 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-0c01d141-e8da-444e-8fdb-b3ab9e11f303 req-95134423-e1ff-4c96-a4ef-ef6321fdf030 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735274987246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735274499786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8763924'] for port, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:23.832309 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] get_ports_and_sgs() called for port_ids ['979da809-3017-4f7b-8cfd-11a725dd2e9f'] {{(pid=100454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 17:03:23.843795 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62cd6e4-cd68-42e7-9f03-f9af11c66cf9 req-dcef4bd5-ab11-43ff-89b5-23cd5e67b351 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:03:23.849582 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-d62cd6e4-cd68-42e7-9f03-f9af11c66cf9 req-dcef4bd5-ab11-43ff-89b5-23cd5e67b351 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/ports?device_id=b630bc0d-0f87-474c-9934-52a917cab7a4 HTTP/1.1" status: 200 len: 867 time: 0.0507672 Sep 22 17:03:23.853985 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95134423-e1ff-4c96-a4ef-ef6321fdf030 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Pushing event deleted for resources: {'Port': ['ID=979da809-3017-4f7b-8cfd-11a725dd2e9f,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:23.891248 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c01d141-e8da-444e-8fdb-b3ab9e11f303 req-95134423-e1ff-4c96-a4ef-ef6321fdf030 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] No DVR routers for this DVR port 979da809-3017-4f7b-8cfd-11a725dd2e9f on host hv-cinder-80996 {{(pid=100452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:03:23.892469 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [req-d62cd6e4-cd68-42e7-9f03-f9af11c66cf9 req-1472e139-ba10-4b65-9a03-be80d27ae102 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0f725a-8484-467d-a595-53e3f273d341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398347 Sep 22 17:03:23.894348 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [req-0c01d141-e8da-444e-8fdb-b3ab9e11f303 req-95134423-e1ff-4c96-a4ef-ef6321fdf030 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204306'] for port, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:23.896361 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [req-0c01d141-e8da-444e-8fdb-b3ab9e11f303 req-95134423-e1ff-4c96-a4ef-ef6321fdf030 tempest-TestMinimumBasicScenario-384657929 tempest-TestMinimumBasicScenario-384657929-project] 10.222.0.72 "DELETE /v2.0/ports/979da809-3017-4f7b-8cfd-11a725dd2e9f HTTP/1.1" status: 204 len: 173 time: 0.3881795 Sep 22 17:03:23.896790 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b630bc0d-0f87-474c-9934-52a917cab7a4', 'name': 'network-vif-deleted', 'tag': '979da809-3017-4f7b-8cfd-11a725dd2e9f'}] {{(pid=100452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:03:23.899056 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3daeaf716feba76a3af1624af44cd9d3b401b8dbf4d63f278f059799def7c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9acc5a6-c1cb-49f7-b555-1b0013009be5" -d '{"events": [{"server_uuid": "b630bc0d-0f87-474c-9934-52a917cab7a4", "name": "network-vif-deleted", "tag": "979da809-3017-4f7b-8cfd-11a725dd2e9f"}]}' {{(pid=100452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:03:23.946393 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 17:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaae9aae-39f0-4696-8565-0ba2820aa9ac x-openstack-request-id: req-aaae9aae-39f0-4696-8565-0ba2820aa9ac {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:03:23.946692 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b630bc0d-0f87-474c-9934-52a917cab7a4", "name": "network-vif-deleted", "tag": "979da809-3017-4f7b-8cfd-11a725dd2e9f", "status": "completed", "code": 200}]} {{(pid=100452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:03:23.946931 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-aaae9aae-39f0-4696-8565-0ba2820aa9ac {{(pid=100452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:03:23.947328 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b630bc0d-0f87-474c-9934-52a917cab7a4', 'name': 'network-vif-deleted', 'tag': '979da809-3017-4f7b-8cfd-11a725dd2e9f', 'status': 'completed', 'code': 200} Sep 22 17:03:25.610451 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 37052) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:03:25.758135 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-29193590-c12b-4c1b-a897-bcb3d5c9f80b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:25.947745 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-68b9678f-4a14-4f3d-826a-5ea45864723f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699840'] for router_interface, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:26.180086 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.plugin [None req-68b9678f-4a14-4f3d-826a-5ea45864723f admin admin] Deleting port 27c792d0-959d-4364-a658-c41b62dbe631 {{(pid=100453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:03:26.180427 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-68b9678f-4a14-4f3d-826a-5ea45864723f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735274981160'] for port, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:26.257930 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.db [None req-68b9678f-4a14-4f3d-826a-5ea45864723f admin admin] For port 27c792d0-959d-4364-a658-c41b62dbe631, host dv-cinder-809968-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=27c792d0-959d-4364-a658-c41b62dbe631,segment=NetworkSegment(dd380fdf-1155-4016-85b1-0a23a36a9643),segment_id=dd380fdf-1155-4016-85b1-0a23a36a9643)] {{(pid=100453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:03:26.258313 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-68b9678f-4a14-4f3d-826a-5ea45864723f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697305'] for port, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:26.270093 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.plugin [None req-68b9678f-4a14-4f3d-826a-5ea45864723f admin admin] Calling delete_port for 27c792d0-959d-4364-a658-c41b62dbe631 owned by network:router_interface {{(pid=100453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:03:26.545577 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:26.674553 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-68b9678f-4a14-4f3d-826a-5ea45864723f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735274987246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735274499786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8594183'] for port, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:26.700611 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b9678f-4a14-4f3d-826a-5ea45864723f admin admin] Pushing event deleted for resources: {'Port': ['ID=27c792d0-959d-4364-a658-c41b62dbe631,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:26.866806 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-68b9678f-4a14-4f3d-826a-5ea45864723f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1701001'] for router_interface, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:27.071231 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68b9678f-4a14-4f3d-826a-5ea45864723f admin admin] Router bfe39fe9-d0f7-40b8-816a-9d074dc8d233 has already been hosted by L3 agent c3efc510-1e60-45c8-b68a-00a20fddc4a4 {{(pid=100453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:03:27.168566 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device 979da809-3017-4f7b-8cfd-11a725dd2e9f no longer exists at agent hyperv_hv-cinder-80996 {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:03:27.176916 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b9678f-4a14-4f3d-826a-5ea45864723f admin admin] Notify agent at l3_agent.dv-cinder-809968-4-iscsi the message routers_updated {{(pid=100453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:03:27.182421 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-68b9678f-4a14-4f3d-826a-5ea45864723f admin admin] 10.222.0.66 "PUT /v2.0/routers/bfe39fe9-d0f7-40b8-816a-9d074dc8d233/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5705841 Sep 22 17:03:27.184737 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 37058) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:03:27.189257 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] No Port match for: 979da809-3017-4f7b-8cfd-11a725dd2e9f {{(pid=100454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 17:03:27.189636 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Device 979da809-3017-4f7b-8cfd-11a725dd2e9f not bound to the agent host hv-cinder-80996 {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:03:27.193582 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e22e7a8-59e9-493e-8faa-ccbfa7afc344 None None] Sync routers for ids ['bfe39fe9-d0f7-40b8-816a-9d074dc8d233'] in dv-cinder-809968-4-iscsi {{(pid=100454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:03:27.202556 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e22e7a8-59e9-493e-8faa-ccbfa7afc344 None None] Routers {'bfe39fe9-d0f7-40b8-816a-9d074dc8d233'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:03:27.203169 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-9e22e7a8-59e9-493e-8faa-ccbfa7afc344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T17:02:59Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['bfe39fe9-d0f7-40b8-816a-9d074dc8d233'], 'active': True} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:27.288373 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-af4d1715-9ed1-44c6-873c-10dab0c747c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:27.307191 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvr_db [None req-9e22e7a8-59e9-493e-8faa-ccbfa7afc344 None None] Set router bfe39fe9-d0f7-40b8-816a-9d074dc8d233 gateway port host: dv-cinder-809968-4-iscsi {{(pid=100454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:03:27.389141 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-af4d1715-9ed1-44c6-873c-10dab0c747c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:27.440739 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.plugin [None req-af4d1715-9ed1-44c6-873c-10dab0c747c3 admin admin] Deleting port 20992e2f-115e-4957-be3f-339d0af606f1 {{(pid=100453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:03:27.441083 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-af4d1715-9ed1-44c6-873c-10dab0c747c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735274981160'] for port, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:27.486595 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-9e22e7a8-59e9-493e-8faa-ccbfa7afc344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe39fe9-d0f7-40b8-816a-9d074dc8d233', 'name': 'tempest-TestMinimumBasicScenario-1704253182-router', 'tenant_id': '4956e4df9d9c485989c4117507535522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '20992e2f-115e-4957-be3f-339d0af606f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:00:10Z', 'updated_at': '2021-09-22T17:03:26Z', 'revision_number': 5, 'project_id': '4956e4df9d9c485989c4117507535522', 'gw_port': {'id': '20992e2f-115e-4957-be3f-339d0af606f1', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe39fe9-d0f7-40b8-816a-9d074dc8d233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:00:10Z', 'updated_at': '2021-09-22T17:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi'}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:27.512545 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e22e7a8-59e9-493e-8faa-ccbfa7afc344 None None] Checking router: bfe39fe9-d0f7-40b8-816a-9d074dc8d233 for host: dv-cinder-809968-4-iscsi {{(pid=100454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:03:27.521489 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e22e7a8-59e9-493e-8faa-ccbfa7afc344 None None] Routers {'bfe39fe9-d0f7-40b8-816a-9d074dc8d233'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:03:27.522231 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-9e22e7a8-59e9-493e-8faa-ccbfa7afc344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T17:02:59Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['bfe39fe9-d0f7-40b8-816a-9d074dc8d233'], 'active': True} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:27.524387 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.db [None req-af4d1715-9ed1-44c6-873c-10dab0c747c3 admin admin] For port 20992e2f-115e-4957-be3f-339d0af606f1, host dv-cinder-809968-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=20992e2f-115e-4957-be3f-339d0af606f1,segment=NetworkSegment(73061bb2-74db-4070-b057-2315d4867ed3),segment_id=73061bb2-74db-4070-b057-2315d4867ed3)] {{(pid=100453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:03:27.524782 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-af4d1715-9ed1-44c6-873c-10dab0c747c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697305'] for port, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:27.537248 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.plugin [None req-af4d1715-9ed1-44c6-873c-10dab0c747c3 admin admin] Calling delete_port for 20992e2f-115e-4957-be3f-339d0af606f1 owned by network:router_gateway {{(pid=100453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:03:27.608436 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvr_db [None req-9e22e7a8-59e9-493e-8faa-ccbfa7afc344 None None] Set router bfe39fe9-d0f7-40b8-816a-9d074dc8d233 gateway port host: None {{(pid=100454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:03:27.661711 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_hamode_db [None req-9e22e7a8-59e9-493e-8faa-ccbfa7afc344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe39fe9-d0f7-40b8-816a-9d074dc8d233', 'name': 'tempest-TestMinimumBasicScenario-1704253182-router', 'tenant_id': '4956e4df9d9c485989c4117507535522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:00:10Z', 'updated_at': '2021-09-22T17:03:27Z', 'revision_number': 6, 'project_id': '4956e4df9d9c485989c4117507535522', 'gw_port_host': None}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:27.690857 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e22e7a8-59e9-493e-8faa-ccbfa7afc344 None None] The sync data for ids ['bfe39fe9-d0f7-40b8-816a-9d074dc8d233'] in dv-cinder-809968-4-iscsi is: [{'id': 'bfe39fe9-d0f7-40b8-816a-9d074dc8d233', 'name': 'tempest-TestMinimumBasicScenario-1704253182-router', 'tenant_id': '4956e4df9d9c485989c4117507535522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:00:10Z', 'updated_at': '2021-09-22T17:03:27Z', 'revision_number': 6, 'project_id': '4956e4df9d9c485989c4117507535522', 'gw_port_host': None}] {{(pid=100454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:03:27.705053 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-af4d1715-9ed1-44c6-873c-10dab0c747c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735274987246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735274499786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8594183'] for port, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:27.736531 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4d1715-9ed1-44c6-873c-10dab0c747c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=20992e2f-115e-4957-be3f-339d0af606f1,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:27.796603 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-af4d1715-9ed1-44c6-873c-10dab0c747c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700938'] for router_gateway, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:27.883838 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-af4d1715-9ed1-44c6-873c-10dab0c747c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1639461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16316'] for router, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:27.886028 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-af4d1715-9ed1-44c6-873c-10dab0c747c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:27.927156 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-af4d1715-9ed1-44c6-873c-10dab0c747c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1639468'] for router, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:27.927525 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af4d1715-9ed1-44c6-873c-10dab0c747c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bfe39fe9-d0f7-40b8-816a-9d074dc8d233 {{(pid=100453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 17:03:27.932025 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-af4d1715-9ed1-44c6-873c-10dab0c747c3 admin admin] Notify callbacks [] for router, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:27.932984 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-af4d1715-9ed1-44c6-873c-10dab0c747c3 admin admin] 10.222.0.66 "DELETE /v2.0/routers/bfe39fe9-d0f7-40b8-816a-9d074dc8d233 HTTP/1.1" status: 204 len: 168 time: 0.7472317 Sep 22 17:03:27.936553 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 37060) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:03:27.979521 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.db.db_base_plugin_v2 [None req-71125fb2-3ec9-4986-9df9-dffbac50fc5b admin admin] Deleting subnet a86b33bd-ef02-44db-90e9-9f44bc14f7c2 {{(pid=100453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 17:03:27.982499 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-71125fb2-3ec9-4986-9df9-dffbac50fc5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:28.015894 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-71125fb2-3ec9-4986-9df9-dffbac50fc5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8729350'] for subnet, precommit_delete_associations {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:28.104228 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-71125fb2-3ec9-4986-9df9-dffbac50fc5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720017'] for subnet, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:28.162897 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-71125fb2-3ec9-4986-9df9-dffbac50fc5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8594266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10141730'] for subnet, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:28.186241 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71125fb2-3ec9-4986-9df9-dffbac50fc5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a86b33bd-ef02-44db-90e9-9f44bc14f7c2,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:28.192406 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-71125fb2-3ec9-4986-9df9-dffbac50fc5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:28.194339 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-71125fb2-3ec9-4986-9df9-dffbac50fc5b admin admin] 10.222.0.66 "DELETE /v2.0/subnets/a86b33bd-ef02-44db-90e9-9f44bc14f7c2 HTTP/1.1" status: 204 len: 168 time: 0.2568326 Sep 22 17:03:28.196838 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 37062) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:03:28.198784 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdcb011-cf2b-44e8-9810-d5b5cb788857 None None] Network f317e20e-7578-45f9-b08d-af7bc544468a requested from dv-cinder-809968-4-iscsi {{(pid=100454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 17:03:28.266355 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-242848cb-dce9-494e-acb7-7707e30fdc9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638825'] for network, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:28.321393 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.plugin [None req-242848cb-dce9-494e-acb7-7707e30fdc9f admin admin] Deleting port 8b17d4fd-fea0-4538-92e3-6f1ead2a6c77 {{(pid=100453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:03:28.321777 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-242848cb-dce9-494e-acb7-7707e30fdc9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735274981160'] for port, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:28.384316 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.db [None req-242848cb-dce9-494e-acb7-7707e30fdc9f admin admin] For port 8b17d4fd-fea0-4538-92e3-6f1ead2a6c77, host dv-cinder-809968-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=8b17d4fd-fea0-4538-92e3-6f1ead2a6c77,segment=NetworkSegment(dd380fdf-1155-4016-85b1-0a23a36a9643),segment_id=dd380fdf-1155-4016-85b1-0a23a36a9643)] {{(pid=100453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:03:28.384697 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-242848cb-dce9-494e-acb7-7707e30fdc9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697305'] for port, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:28.400270 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.plugin [None req-242848cb-dce9-494e-acb7-7707e30fdc9f admin admin] Calling delete_port for 8b17d4fd-fea0-4538-92e3-6f1ead2a6c77 owned by network:dhcp {{(pid=100453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:03:28.478826 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fc4175-1389-4ddc-ad60-d9e87668f1b1 None None] DHCP port deletion for f317e20e-7578-45f9-b08d-af7bc544468a request from dv-cinder-809968-4-iscsi {{(pid=100454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 17:03:28.481532 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-242848cb-dce9-494e-acb7-7707e30fdc9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735274987246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735274499786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8594183'] for port, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:28.483618 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 27c792d0-959d-4364-a658-c41b62dbe631 no longer exists at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:03:28.506943 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242848cb-dce9-494e-acb7-7707e30fdc9f admin admin] Pushing event deleted for resources: {'Port': ['ID=8b17d4fd-fea0-4538-92e3-6f1ead2a6c77,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:28.507178 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] No Port match for: 27c792d0-959d-4364-a658-c41b62dbe631 {{(pid=100454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 17:03:28.507492 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 27c792d0-959d-4364-a658-c41b62dbe631 not bound to the agent host dv-cinder-809968-4-iscsi {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:03:28.517464 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242848cb-dce9-494e-acb7-7707e30fdc9f admin admin] No DVR routers for this DVR port 8b17d4fd-fea0-4538-92e3-6f1ead2a6c77 on host dv-cinder-809968-4-iscsi {{(pid=100453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:03:28.590015 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-242848cb-dce9-494e-acb7-7707e30fdc9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705832', 'neutron.services.segments.db._delete_segments_for_network-8735275045268'] for network, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:28.610801 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.services.segments.db [None req-242848cb-dce9-494e-acb7-7707e30fdc9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f317e20e-7578-45f9-b08d-af7bc544468a']}} {{(pid=100453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:28.620374 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.services.segments.db [None req-242848cb-dce9-494e-acb7-7707e30fdc9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd380fdf-1155-4016-85b1-0a23a36a9643') {'for_net_delete': True} {{(pid=100453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:28.620663 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.services.segments.db [None req-242848cb-dce9-494e-acb7-7707e30fdc9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd380fdf-1155-4016-85b1-0a23a36a9643') {} {{(pid=100453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:28.630117 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-242848cb-dce9-494e-acb7-7707e30fdc9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735275044765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8729375'] for segment, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:28.642823 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-242848cb-dce9-494e-acb7-7707e30fdc9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720390'] for segment, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:28.649451 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-242848cb-dce9-494e-acb7-7707e30fdc9f admin admin] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=100453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:03:28.649890 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-242848cb-dce9-494e-acb7-7707e30fdc9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8594164'] for segment, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:28.651562 dv-cinder-809968-4-iscsi neutron-server[100453]: Traceback (most recent call last): Sep 22 17:03:28.651562 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 17:03:28.651562 dv-cinder-809968-4-iscsi neutron-server[100453]: timer() Sep 22 17:03:28.651562 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 17:03:28.651562 dv-cinder-809968-4-iscsi neutron-server[100453]: cb(*args, **kw) Sep 22 17:03:28.651562 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 17:03:28.651562 dv-cinder-809968-4-iscsi neutron-server[100453]: return func(*args, **kwargs) Sep 22 17:03:28.651562 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 17:03:28.651562 dv-cinder-809968-4-iscsi neutron-server[100453]: self._notify() Sep 22 17:03:28.651562 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 17:03:28.651562 dv-cinder-809968-4-iscsi neutron-server[100453]: self.callback(batched_events) Sep 22 17:03:28.651562 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 17:03:28.651562 dv-cinder-809968-4-iscsi neutron-server[100453]: event.method(event) Sep 22 17:03:28.651562 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 17:03:28.651562 dv-cinder-809968-4-iscsi neutron-server[100453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 17:03:28.651562 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 17:03:28.651562 dv-cinder-809968-4-iscsi neutron-server[100453]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 17:03:28.651562 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 17:03:28.651562 dv-cinder-809968-4-iscsi neutron-server[100453]: return f(self, *a, **k) Sep 22 17:03:28.651562 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 17:03:28.651562 dv-cinder-809968-4-iscsi neutron-server[100453]: return self._get(url).json() Sep 22 17:03:28.651562 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 17:03:28.651562 dv-cinder-809968-4-iscsi neutron-server[100453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 17:03:28.651562 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 17:03:28.651562 dv-cinder-809968-4-iscsi neutron-server[100453]: return self.request(url, 'GET', **kwargs) Sep 22 17:03:28.651562 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 17:03:28.651562 dv-cinder-809968-4-iscsi neutron-server[100453]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 17:03:28.651562 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 17:03:28.651562 dv-cinder-809968-4-iscsi neutron-server[100453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 17:03:28.651562 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 17:03:28.651562 dv-cinder-809968-4-iscsi neutron-server[100453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 17:03:28.651562 dv-cinder-809968-4-iscsi neutron-server[100453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 17:03:28.707127 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-242848cb-dce9-494e-acb7-7707e30fdc9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700886'] for network, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:28.711291 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b93eb73c-ce4a-4f26-8ff9-1cca501b5107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:28.713495 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-242848cb-dce9-494e-acb7-7707e30fdc9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for network, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:28.718400 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-242848cb-dce9-494e-acb7-7707e30fdc9f admin admin] 10.222.0.66 "DELETE /v2.0/networks/f317e20e-7578-45f9-b08d-af7bc544468a HTTP/1.1" status: 204 len: 168 time: 0.5180368 Sep 22 17:03:28.718857 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 37064) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:03:28.729248 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242848cb-dce9-494e-acb7-7707e30fdc9f admin admin] Pushing event deleted for resources: {'Network': ['ID=f317e20e-7578-45f9-b08d-af7bc544468a,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:29.041042 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:29.060448 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-e3efa736-3b6a-4320-8527-73a640288ba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699840'] for router_interface, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:29.293734 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.plugin [None req-e3efa736-3b6a-4320-8527-73a640288ba9 admin admin] Deleting port 1fe040dc-b4fb-47de-ab35-a43c5b95eab7 {{(pid=100452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:03:29.293985 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-e3efa736-3b6a-4320-8527-73a640288ba9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735274981160'] for port, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:29.371090 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.db [None req-e3efa736-3b6a-4320-8527-73a640288ba9 admin admin] For port 1fe040dc-b4fb-47de-ab35-a43c5b95eab7, host dv-cinder-809968-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=1fe040dc-b4fb-47de-ab35-a43c5b95eab7,segment=NetworkSegment(96ec434f-640b-4129-b1b9-7fad10ad4f25),segment_id=96ec434f-640b-4129-b1b9-7fad10ad4f25)] {{(pid=100452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:03:29.371473 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-e3efa736-3b6a-4320-8527-73a640288ba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697305'] for port, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:29.383891 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.plugin [None req-e3efa736-3b6a-4320-8527-73a640288ba9 admin admin] Calling delete_port for 1fe040dc-b4fb-47de-ab35-a43c5b95eab7 owned by network:router_interface {{(pid=100452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:03:29.669063 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-c376604a-15ac-4af8-994c-a8e4e85893e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:29.801855 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-e3efa736-3b6a-4320-8527-73a640288ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735274987246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735274499786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8763924'] for port, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:29.826790 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3efa736-3b6a-4320-8527-73a640288ba9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fe040dc-b4fb-47de-ab35-a43c5b95eab7,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:29.989012 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-e3efa736-3b6a-4320-8527-73a640288ba9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1701001'] for router_interface, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:30.100996 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 20992e2f-115e-4957-be3f-339d0af606f1 no longer exists at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:03:30.119719 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] No Port match for: 20992e2f-115e-4957-be3f-339d0af606f1 {{(pid=100454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 17:03:30.120059 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 20992e2f-115e-4957-be3f-339d0af606f1 not bound to the agent host dv-cinder-809968-4-iscsi {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:03:30.120460 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 8b17d4fd-fea0-4538-92e3-6f1ead2a6c77 no longer exists at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:03:30.139081 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] No Port match for: 8b17d4fd-fea0-4538-92e3-6f1ead2a6c77 {{(pid=100454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 17:03:30.139420 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 8b17d4fd-fea0-4538-92e3-6f1ead2a6c77 not bound to the agent host dv-cinder-809968-4-iscsi {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:03:30.199539 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3efa736-3b6a-4320-8527-73a640288ba9 admin admin] Router c7cbe3c4-a711-4c06-90f8-594660e4c170 has already been hosted by L3 agent c3efc510-1e60-45c8-b68a-00a20fddc4a4 {{(pid=100452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:03:30.305109 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3efa736-3b6a-4320-8527-73a640288ba9 admin admin] Notify agent at l3_agent.dv-cinder-809968-4-iscsi the message routers_updated {{(pid=100452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:03:30.310005 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-e3efa736-3b6a-4320-8527-73a640288ba9 admin admin] 10.222.0.66 "PUT /v2.0/routers/c7cbe3c4-a711-4c06-90f8-594660e4c170/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5899730 Sep 22 17:03:30.312459 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 37066) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:03:30.313452 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ed2e40-f8e9-47df-9cd4-6c9cee748dd9 None None] Sync routers for ids ['c7cbe3c4-a711-4c06-90f8-594660e4c170'] in dv-cinder-809968-4-iscsi {{(pid=100455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:03:30.323804 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ed2e40-f8e9-47df-9cd4-6c9cee748dd9 None None] Routers {'c7cbe3c4-a711-4c06-90f8-594660e4c170'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:03:30.324438 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-b9ed2e40-f8e9-47df-9cd4-6c9cee748dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T17:03:29Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['c7cbe3c4-a711-4c06-90f8-594660e4c170'], 'active': True} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:30.417835 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-0e4e22fe-2f28-41be-9cfa-bcd392744626 admin admin] Notify callbacks [] for router, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:30.428231 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvr_db [None req-b9ed2e40-f8e9-47df-9cd4-6c9cee748dd9 None None] Set router c7cbe3c4-a711-4c06-90f8-594660e4c170 gateway port host: dv-cinder-809968-4-iscsi {{(pid=100455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:03:30.516399 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-0e4e22fe-2f28-41be-9cfa-bcd392744626 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:30.568527 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.plugin [None req-0e4e22fe-2f28-41be-9cfa-bcd392744626 admin admin] Deleting port 4a48aae5-7636-49a1-8312-0275f25aaa86 {{(pid=100452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:03:30.568866 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-0e4e22fe-2f28-41be-9cfa-bcd392744626 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735274981160'] for port, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:30.606080 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-b9ed2e40-f8e9-47df-9cd4-6c9cee748dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7cbe3c4-a711-4c06-90f8-594660e4c170', 'name': 'tempest-TestMinimumBasicScenario-570273768-router', 'tenant_id': '679ec7f109d448db88bb0dbe6086e890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'external_fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '4a48aae5-7636-49a1-8312-0275f25aaa86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:00:15Z', 'updated_at': '2021-09-22T17:03:29Z', 'revision_number': 5, 'project_id': '679ec7f109d448db88bb0dbe6086e890', 'gw_port': {'id': '4a48aae5-7636-49a1-8312-0275f25aaa86', 'name': '', 'network_id': 'e265bfb9-6000-4acf-b4f9-12e0cf12940a', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7cbe3c4-a711-4c06-90f8-594660e4c170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:00:15Z', 'updated_at': '2021-09-22T17:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83fa6dbd-9988-4f33-9b4a-92a46ddfbcb8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-4-iscsi'}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:30.632703 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ed2e40-f8e9-47df-9cd4-6c9cee748dd9 None None] Checking router: c7cbe3c4-a711-4c06-90f8-594660e4c170 for host: dv-cinder-809968-4-iscsi {{(pid=100455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:03:30.640727 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ed2e40-f8e9-47df-9cd4-6c9cee748dd9 None None] Routers {'c7cbe3c4-a711-4c06-90f8-594660e4c170'} bound to L3 agent in host dv-cinder-809968-4-iscsi {{(pid=100455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:03:30.641351 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-b9ed2e40-f8e9-47df-9cd4-6c9cee748dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T16:39:29Z,description=,heartbeat_timestamp=2021-09-22T17:03:29Z,host='dv-cinder-809968-4-iscsi',id=c3efc510-1e60-45c8-b68a-00a20fddc4a4,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T16:39:29Z,topic='l3_agent')) {'router_ids': ['c7cbe3c4-a711-4c06-90f8-594660e4c170'], 'active': True} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:30.650289 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.db [None req-0e4e22fe-2f28-41be-9cfa-bcd392744626 admin admin] For port 4a48aae5-7636-49a1-8312-0275f25aaa86, host dv-cinder-809968-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=4a48aae5-7636-49a1-8312-0275f25aaa86,segment=NetworkSegment(73061bb2-74db-4070-b057-2315d4867ed3),segment_id=73061bb2-74db-4070-b057-2315d4867ed3)] {{(pid=100452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:03:30.650695 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-0e4e22fe-2f28-41be-9cfa-bcd392744626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697305'] for port, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:30.663247 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.plugins.ml2.plugin [None req-0e4e22fe-2f28-41be-9cfa-bcd392744626 admin admin] Calling delete_port for 4a48aae5-7636-49a1-8312-0275f25aaa86 owned by network:router_gateway {{(pid=100452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:03:30.725873 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_dvr_db [None req-b9ed2e40-f8e9-47df-9cd4-6c9cee748dd9 None None] Set router c7cbe3c4-a711-4c06-90f8-594660e4c170 gateway port host: None {{(pid=100455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:03:30.776572 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.l3_hamode_db [None req-b9ed2e40-f8e9-47df-9cd4-6c9cee748dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7cbe3c4-a711-4c06-90f8-594660e4c170', 'name': 'tempest-TestMinimumBasicScenario-570273768-router', 'tenant_id': '679ec7f109d448db88bb0dbe6086e890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:00:15Z', 'updated_at': '2021-09-22T17:03:30Z', 'revision_number': 6, 'project_id': '679ec7f109d448db88bb0dbe6086e890', 'gw_port_host': None}], 'dv-cinder-809968-4-iscsi', False) {} {{(pid=100455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:30.805909 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ed2e40-f8e9-47df-9cd4-6c9cee748dd9 None None] The sync data for ids ['c7cbe3c4-a711-4c06-90f8-594660e4c170'] in dv-cinder-809968-4-iscsi is: [{'id': 'c7cbe3c4-a711-4c06-90f8-594660e4c170', 'name': 'tempest-TestMinimumBasicScenario-570273768-router', 'tenant_id': '679ec7f109d448db88bb0dbe6086e890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:00:15Z', 'updated_at': '2021-09-22T17:03:30Z', 'revision_number': 6, 'project_id': '679ec7f109d448db88bb0dbe6086e890', 'gw_port_host': None}] {{(pid=100455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:03:30.828375 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-0e4e22fe-2f28-41be-9cfa-bcd392744626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735274987246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735274499786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8763924'] for port, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:30.853381 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4e22fe-2f28-41be-9cfa-bcd392744626 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a48aae5-7636-49a1-8312-0275f25aaa86,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:30.919545 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-0e4e22fe-2f28-41be-9cfa-bcd392744626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700938'] for router_gateway, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:30.999637 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ea12bc52-457f-4758-858a-1e27800db098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:31.009741 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-0e4e22fe-2f28-41be-9cfa-bcd392744626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1639461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16316'] for router, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:31.012037 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-0e4e22fe-2f28-41be-9cfa-bcd392744626 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:31.054650 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-0e4e22fe-2f28-41be-9cfa-bcd392744626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1639468'] for router, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:31.055138 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4e22fe-2f28-41be-9cfa-bcd392744626 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7cbe3c4-a711-4c06-90f8-594660e4c170 {{(pid=100452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 17:03:31.059318 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-0e4e22fe-2f28-41be-9cfa-bcd392744626 admin admin] Notify callbacks [] for router, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:31.060464 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-0e4e22fe-2f28-41be-9cfa-bcd392744626 admin admin] 10.222.0.66 "DELETE /v2.0/routers/c7cbe3c4-a711-4c06-90f8-594660e4c170 HTTP/1.1" status: 204 len: 168 time: 0.7470372 Sep 22 17:03:31.062950 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 37068) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:03:31.109700 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.db.db_base_plugin_v2 [None req-4040d12f-ce92-4f21-9620-753f6677f1fe admin admin] Deleting subnet 0b2609e1-0d75-4bc6-9540-499aad7daece {{(pid=100452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 17:03:31.112515 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-4040d12f-ce92-4f21-9620-753f6677f1fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:31.145679 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-4040d12f-ce92-4f21-9620-753f6677f1fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8994896'] for subnet, precommit_delete_associations {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:31.223976 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-4040d12f-ce92-4f21-9620-753f6677f1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720017'] for subnet, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:31.275456 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-4040d12f-ce92-4f21-9620-753f6677f1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8763977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8763384'] for subnet, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:31.302702 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4040d12f-ce92-4f21-9620-753f6677f1fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b2609e1-0d75-4bc6-9540-499aad7daece,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:31.306289 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-4040d12f-ce92-4f21-9620-753f6677f1fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for subnet, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:31.308452 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-4040d12f-ce92-4f21-9620-753f6677f1fe admin admin] 10.222.0.66 "DELETE /v2.0/subnets/0b2609e1-0d75-4bc6-9540-499aad7daece HTTP/1.1" status: 204 len: 168 time: 0.2442200 Sep 22 17:03:31.310859 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.wsgi [-] (100453) accepted ('10.222.0.66', 37072) {{(pid=100453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:03:31.315761 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a43640b-e59e-41b3-8d51-4d768a3eacbf None None] Network 0d33731c-ef2f-4755-9da5-f76a9ad6f1d1 requested from dv-cinder-809968-4-iscsi {{(pid=100454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 17:03:31.386151 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-aeaccd42-309e-4917-b68b-59ac313d2f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638825'] for network, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:31.442567 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.plugin [None req-aeaccd42-309e-4917-b68b-59ac313d2f71 admin admin] Deleting port 3cf6b519-058b-4317-be8f-87b001e327d6 {{(pid=100453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:03:31.442911 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-aeaccd42-309e-4917-b68b-59ac313d2f71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735274981160'] for port, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:31.490039 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c903ef-cb4e-4311-844c-092aabbf74c5 None None] DHCP port deletion for 0d33731c-ef2f-4755-9da5-f76a9ad6f1d1 request from dv-cinder-809968-4-iscsi {{(pid=100454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 17:03:31.511295 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.db [None req-aeaccd42-309e-4917-b68b-59ac313d2f71 admin admin] For port 3cf6b519-058b-4317-be8f-87b001e327d6, host dv-cinder-809968-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=3cf6b519-058b-4317-be8f-87b001e327d6,segment=NetworkSegment(96ec434f-640b-4129-b1b9-7fad10ad4f25),segment_id=96ec434f-640b-4129-b1b9-7fad10ad4f25)] {{(pid=100453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:03:31.511666 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-aeaccd42-309e-4917-b68b-59ac313d2f71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697305'] for port, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:31.524587 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.plugin [None req-aeaccd42-309e-4917-b68b-59ac313d2f71 admin admin] Calling delete_port for 3cf6b519-058b-4317-be8f-87b001e327d6 owned by network:dhcp {{(pid=100453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:03:31.541112 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-79c903ef-cb4e-4311-844c-092aabbf74c5 None None] Deleting port 3cf6b519-058b-4317-be8f-87b001e327d6 {{(pid=100454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:03:31.541494 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-79c903ef-cb4e-4311-844c-092aabbf74c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735274981160'] for port, before_delete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:31.612717 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-aeaccd42-309e-4917-b68b-59ac313d2f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735274987246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735274499786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8594183'] for port, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:31.616449 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.db [None req-79c903ef-cb4e-4311-844c-092aabbf74c5 None None] For port 3cf6b519-058b-4317-be8f-87b001e327d6, host dv-cinder-809968-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-4-iscsi',level=0,port_id=3cf6b519-058b-4317-be8f-87b001e327d6,segment=NetworkSegment(96ec434f-640b-4129-b1b9-7fad10ad4f25),segment_id=96ec434f-640b-4129-b1b9-7fad10ad4f25)] {{(pid=100454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:03:31.616886 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-79c903ef-cb4e-4311-844c-092aabbf74c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697305'] for port, precommit_delete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:31.629674 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-79c903ef-cb4e-4311-844c-092aabbf74c5 None None] Calling delete_port for 3cf6b519-058b-4317-be8f-87b001e327d6 owned by network:dhcp {{(pid=100454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:03:31.638689 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaccd42-309e-4917-b68b-59ac313d2f71 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cf6b519-058b-4317-be8f-87b001e327d6,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:31.642250 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeaccd42-309e-4917-b68b-59ac313d2f71 admin admin] No DVR routers for this DVR port 3cf6b519-058b-4317-be8f-87b001e327d6 on host dv-cinder-809968-4-iscsi {{(pid=100453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:03:31.704679 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-79c903ef-cb4e-4311-844c-092aabbf74c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735274987246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735274499786'] for port, after_delete {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:31.714071 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-aeaccd42-309e-4917-b68b-59ac313d2f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705832', 'neutron.services.segments.db._delete_segments_for_network-8735275045268'] for network, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:31.732906 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c903ef-cb4e-4311-844c-092aabbf74c5 None None] Pushing event deleted for resources: {'Port': ['ID=3cf6b519-058b-4317-be8f-87b001e327d6,revision_number=None']} {{(pid=100454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:31.733969 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.services.segments.db [None req-aeaccd42-309e-4917-b68b-59ac313d2f71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d33731c-ef2f-4755-9da5-f76a9ad6f1d1']}} {{(pid=100453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:31.740939 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c903ef-cb4e-4311-844c-092aabbf74c5 None None] No DVR routers for this DVR port 3cf6b519-058b-4317-be8f-87b001e327d6 on host dv-cinder-809968-4-iscsi {{(pid=100454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:03:31.743594 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c903ef-cb4e-4311-844c-092aabbf74c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:31.743942 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c903ef-cb4e-4311-844c-092aabbf74c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:31.744279 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c903ef-cb4e-4311-844c-092aabbf74c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:31.744612 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c903ef-cb4e-4311-844c-092aabbf74c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:31.744940 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c903ef-cb4e-4311-844c-092aabbf74c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:31.745266 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c903ef-cb4e-4311-844c-092aabbf74c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:31.745382 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.services.segments.db [None req-aeaccd42-309e-4917-b68b-59ac313d2f71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96ec434f-640b-4129-b1b9-7fad10ad4f25') {'for_net_delete': True} {{(pid=100453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:31.745610 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c903ef-cb4e-4311-844c-092aabbf74c5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:31.745731 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.services.segments.db [None req-aeaccd42-309e-4917-b68b-59ac313d2f71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96ec434f-640b-4129-b1b9-7fad10ad4f25') {} {{(pid=100453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:31.745934 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c903ef-cb4e-4311-844c-092aabbf74c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:31.746259 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c903ef-cb4e-4311-844c-092aabbf74c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:31.746583 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c903ef-cb4e-4311-844c-092aabbf74c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:31.746903 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c903ef-cb4e-4311-844c-092aabbf74c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:31.747222 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c903ef-cb4e-4311-844c-092aabbf74c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-4-iscsi {{(pid=100454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:31.757873 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-aeaccd42-309e-4917-b68b-59ac313d2f71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735275044765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8729375'] for segment, before_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:31.771290 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-aeaccd42-309e-4917-b68b-59ac313d2f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720390'] for segment, precommit_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:31.777393 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeaccd42-309e-4917-b68b-59ac313d2f71 admin admin] Releasing vlan 1077 on physical network physnet1 to pool {{(pid=100453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:03:31.777822 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-aeaccd42-309e-4917-b68b-59ac313d2f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8594164'] for segment, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:31.779605 dv-cinder-809968-4-iscsi neutron-server[100453]: Traceback (most recent call last): Sep 22 17:03:31.779605 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 17:03:31.779605 dv-cinder-809968-4-iscsi neutron-server[100453]: timer() Sep 22 17:03:31.779605 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 17:03:31.779605 dv-cinder-809968-4-iscsi neutron-server[100453]: cb(*args, **kw) Sep 22 17:03:31.779605 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 17:03:31.779605 dv-cinder-809968-4-iscsi neutron-server[100453]: return func(*args, **kwargs) Sep 22 17:03:31.779605 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 17:03:31.779605 dv-cinder-809968-4-iscsi neutron-server[100453]: self._notify() Sep 22 17:03:31.779605 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 17:03:31.779605 dv-cinder-809968-4-iscsi neutron-server[100453]: self.callback(batched_events) Sep 22 17:03:31.779605 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 17:03:31.779605 dv-cinder-809968-4-iscsi neutron-server[100453]: event.method(event) Sep 22 17:03:31.779605 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 17:03:31.779605 dv-cinder-809968-4-iscsi neutron-server[100453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 17:03:31.779605 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 17:03:31.779605 dv-cinder-809968-4-iscsi neutron-server[100453]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 17:03:31.779605 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 17:03:31.779605 dv-cinder-809968-4-iscsi neutron-server[100453]: return f(self, *a, **k) Sep 22 17:03:31.779605 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 17:03:31.779605 dv-cinder-809968-4-iscsi neutron-server[100453]: return self._get(url).json() Sep 22 17:03:31.779605 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 17:03:31.779605 dv-cinder-809968-4-iscsi neutron-server[100453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 17:03:31.779605 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 17:03:31.779605 dv-cinder-809968-4-iscsi neutron-server[100453]: return self.request(url, 'GET', **kwargs) Sep 22 17:03:31.779605 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 17:03:31.779605 dv-cinder-809968-4-iscsi neutron-server[100453]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 17:03:31.779605 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 17:03:31.779605 dv-cinder-809968-4-iscsi neutron-server[100453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 17:03:31.779605 dv-cinder-809968-4-iscsi neutron-server[100453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 17:03:31.779605 dv-cinder-809968-4-iscsi neutron-server[100453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 17:03:31.779605 dv-cinder-809968-4-iscsi neutron-server[100453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 17:03:31.837233 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-aeaccd42-309e-4917-b68b-59ac313d2f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700886'] for network, after_delete {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:31.842410 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-aeaccd42-309e-4917-b68b-59ac313d2f71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577805'] for network, before_response {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:31.844224 dv-cinder-809968-4-iscsi neutron-server[100453]: INFO neutron.wsgi [None req-aeaccd42-309e-4917-b68b-59ac313d2f71 admin admin] 10.222.0.66 "DELETE /v2.0/networks/0d33731c-ef2f-4755-9da5-f76a9ad6f1d1 HTTP/1.1" status: 204 len: 168 time: 0.5323598 Sep 22 17:03:31.856041 dv-cinder-809968-4-iscsi neutron-server[100453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaccd42-309e-4917-b68b-59ac313d2f71 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d33731c-ef2f-4755-9da5-f76a9ad6f1d1,revision_number=None']} {{(pid=100453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:32.010060 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 37076) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:03:32.055358 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-4e2cde41-9f3b-44b4-9f3d-cbe6228dfb88 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4956e4df9d9c485989c4117507535522&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0437913 Sep 22 17:03:32.057836 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 37078) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:03:32.085289 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 1fe040dc-b4fb-47de-ab35-a43c5b95eab7 no longer exists at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:03:32.114514 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-07113923-d78d-4249-b889-9b7b04ee3eff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:32.138257 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-07113923-d78d-4249-b889-9b7b04ee3eff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:32.189865 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-07113923-d78d-4249-b889-9b7b04ee3eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:32.193072 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-07113923-d78d-4249-b889-9b7b04ee3eff admin admin] Notify callbacks [] for security_group, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:32.194571 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-07113923-d78d-4249-b889-9b7b04ee3eff admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/be0f725a-8484-467d-a595-53e3f273d341 HTTP/1.1" status: 204 len: 168 time: 0.1358042 Sep 22 17:03:32.202724 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07113923-d78d-4249-b889-9b7b04ee3eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0f725a-8484-467d-a595-53e3f273d341,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:32.240518 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] No Port match for: 1fe040dc-b4fb-47de-ab35-a43c5b95eab7 {{(pid=100454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 17:03:32.240861 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 1fe040dc-b4fb-47de-ab35-a43c5b95eab7 not bound to the agent host dv-cinder-809968-4-iscsi {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:03:32.241273 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 4a48aae5-7636-49a1-8312-0275f25aaa86 no longer exists at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:03:32.265167 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] No Port match for: 4a48aae5-7636-49a1-8312-0275f25aaa86 {{(pid=100454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 17:03:32.265512 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 4a48aae5-7636-49a1-8312-0275f25aaa86 not bound to the agent host dv-cinder-809968-4-iscsi {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:03:32.265947 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 3cf6b519-058b-4317-be8f-87b001e327d6 no longer exists at agent ovs-agent-dv-cinder-809968-4-iscsi {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:03:32.286997 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.plugin [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] No Port match for: 3cf6b519-058b-4317-be8f-87b001e327d6 {{(pid=100454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 17:03:32.287399 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron.plugins.ml2.rpc [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Device 3cf6b519-058b-4317-be8f-87b001e327d6 not bound to the agent host dv-cinder-809968-4-iscsi {{(pid=100454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:03:32.508382 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 37084) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:03:32.546912 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-f6244d33-a636-49ec-9436-c2987657579d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=679ec7f109d448db88bb0dbe6086e890&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373983 Sep 22 17:03:32.549350 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.wsgi [-] (100452) accepted ('10.222.0.66', 37086) {{(pid=100452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:03:32.593986 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-f23efebc-0097-471c-9e42-7d93296cf764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:32.615711 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-f23efebc-0097-471c-9e42-7d93296cf764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:32.662352 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-f23efebc-0097-471c-9e42-7d93296cf764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594591'] for security_group, after_delete {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:32.664718 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron_lib.callbacks.manager [None req-f23efebc-0097-471c-9e42-7d93296cf764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:32.665877 dv-cinder-809968-4-iscsi neutron-server[100452]: INFO neutron.wsgi [None req-f23efebc-0097-471c-9e42-7d93296cf764 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2e942f4e-1eaa-4281-9c38-d5200a72dbf3 HTTP/1.1" status: 204 len: 168 time: 0.1156197 Sep 22 17:03:32.673197 dv-cinder-809968-4-iscsi neutron-server[100452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23efebc-0097-471c-9e42-7d93296cf764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e942f4e-1eaa-4281-9c38-d5200a72dbf3,revision_number=None']} {{(pid=100452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:49.000034 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.agents_db [None req-27f04faf-824b-4b06-8ae5-89241b6ab4ba None None] Agent healthcheck: found 6 active agents {{(pid=100455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:03:55.759790 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-864b683e-76c6-4501-8f9e-9ce86ea43c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:56.572466 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:58.714256 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-bf534af4-decb-4831-90fb-7d62fb888a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:59.041982 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:59.669945 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-c376604a-15ac-4af8-994c-a8e4e85893e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:01.005536 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ea12bc52-457f-4758-858a-1e27800db098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:25.761182 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-350c777c-043b-4046-90c7-51815c0e2068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:26.000464 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.agents_db [None req-27f04faf-824b-4b06-8ae5-89241b6ab4ba None None] Agent healthcheck: found 6 active agents {{(pid=100455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:04:26.588535 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:28.713419 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-683da02d-8597-4dd5-9c7b-fc61d8ae11ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:29.043146 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:29.673120 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-c376604a-15ac-4af8-994c-a8e4e85893e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:31.003478 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ea12bc52-457f-4758-858a-1e27800db098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:55.762267 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-95cacdbe-5f9c-41fb-b569-5bb54f100fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:56.581984 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:58.713741 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-fec4cca8-3328-4ced-9390-ef31062b44fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:59.043116 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:59.675841 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-c376604a-15ac-4af8-994c-a8e4e85893e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:01.006079 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ea12bc52-457f-4758-858a-1e27800db098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:03.000058 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.agents_db [None req-27f04faf-824b-4b06-8ae5-89241b6ab4ba None None] Agent healthcheck: found 6 active agents {{(pid=100455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:05:25.763317 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b8db9f99-cdba-47ba-821b-8d6f38e07d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:26.603559 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:28.713525 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-72dac76a-d758-4a79-add2-2cd447865d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:29.044226 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:29.680229 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-c376604a-15ac-4af8-994c-a8e4e85893e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:31.008508 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ea12bc52-457f-4758-858a-1e27800db098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:39.998905 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.agents_db [None req-27f04faf-824b-4b06-8ae5-89241b6ab4ba None None] Agent healthcheck: found 6 active agents {{(pid=100455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:05:55.765689 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-e383b063-fa53-4c9b-a0ff-3982def3060d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:56.604146 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:58.714928 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-449b1f1e-6b3d-4702-b864-863a4299fe2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:59.046332 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:59.682303 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-c376604a-15ac-4af8-994c-a8e4e85893e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:01.011558 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ea12bc52-457f-4758-858a-1e27800db098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:16.997976 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.agents_db [None req-27f04faf-824b-4b06-8ae5-89241b6ab4ba None None] Agent healthcheck: found 6 active agents {{(pid=100455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:06:25.766327 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-a63dd3f8-bb75-4897-b478-e4d5a4dd0996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:26.604650 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:28.715775 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b0621d08-ea80-49f1-a976-5d1f1ec24dc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:29.047076 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:29.685771 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-c376604a-15ac-4af8-994c-a8e4e85893e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:31.014371 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ea12bc52-457f-4758-858a-1e27800db098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:53.999147 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.agents_db [None req-27f04faf-824b-4b06-8ae5-89241b6ab4ba None None] Agent healthcheck: found 6 active agents {{(pid=100455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:06:55.766489 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-0cd84ecc-dd82-4730-9063-d5fecae4ad65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:56.605760 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:58.716858 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-862393a0-943f-469f-8eed-401193d8d7af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:59.047399 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:59.686736 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-c376604a-15ac-4af8-994c-a8e4e85893e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:01.015925 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ea12bc52-457f-4758-858a-1e27800db098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:25.767627 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-1d7571f6-97ba-40ad-8e9f-3ed1c1956608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:26.602519 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:28.717477 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-f2ca717c-27a2-4349-8a59-6ce92571083c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:29.048007 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:29.690109 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-c376604a-15ac-4af8-994c-a8e4e85893e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:30.997841 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.agents_db [None req-27f04faf-824b-4b06-8ae5-89241b6ab4ba None None] Agent healthcheck: found 6 active agents {{(pid=100455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:07:31.019299 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ea12bc52-457f-4758-858a-1e27800db098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:55.768495 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-6877c7fc-1afd-4b3d-ba37-1fd770fe9b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:56.606880 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:58.717649 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-82780102-e857-4c8c-8e0e-3677efdfa551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:59.049503 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:59.695031 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-c376604a-15ac-4af8-994c-a8e4e85893e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:01.021886 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ea12bc52-457f-4758-858a-1e27800db098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:07.998114 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.agents_db [None req-27f04faf-824b-4b06-8ae5-89241b6ab4ba None None] Agent healthcheck: found 6 active agents {{(pid=100455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:08:25.767851 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-82793367-9be7-4097-8939-8b5d02f64c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:26.616102 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:28.717786 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-32542d26-c3cf-41b2-9d85-5d35dfe621fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:29.050234 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-8e9a3eea-6ca8-4a35-a2e9-076d57384f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:29.699676 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-c376604a-15ac-4af8-994c-a8e4e85893e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:31.025220 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-ea12bc52-457f-4758-858a-1e27800db098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:44.998403 dv-cinder-809968-4-iscsi neutron-server[100455]: DEBUG neutron.db.agents_db [None req-27f04faf-824b-4b06-8ae5-89241b6ab4ba None None] Agent healthcheck: found 6 active agents {{(pid=100455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:08:55.768462 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-29e33743-a112-4e1a-9a0a-05edecc45120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:56.615030 dv-cinder-809968-4-iscsi neutron-server[100454]: DEBUG neutron_lib.callbacks.manager [None req-b67f6082-a3c5-4e28-9ff7-ad7ff0f72e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735275045250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707624'] for agent, after_update {{(pid=100454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}